Unable to diagnose

02:04:59.560 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:04:59.560 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskxKXfPg/test-tmp
02:04:59.560 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:59.561 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskxKXfPg/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:59.564 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:04:59.939 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:59.940 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:04:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:04:59.943632 26061 mini_oidc.cc:150] Starting JWKS server
02:04:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:04:59.947342 26061 webserver.cc:533] Webserver started at http://127.0.0.1:33991/ using document root <none> and password file <none>
02:04:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:04:59.948164 26061 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:04:59.950023 26061 webserver.cc:533] Webserver started at http://127.0.0.1:39191/ using document root <none> and password file <none>
02:05:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:04:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:05:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:04:59Z Disabled control of system clock
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:00.021868 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/logs
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data/info.pb
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.126:44301
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.126
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json with env {}
02:05:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.373067 26073 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.373664 26073 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.374172 26073 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.409255 26073 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.409562 26073 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.409758 26073 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.409997 26073 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.410199 26073 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.410352 26073 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33991/jwks.json
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:00.450675 26073 master_runner.cc:387] Master server non-default flags:
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.126:44301
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data/info.pb
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.126
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/logs
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:00.452100 26073 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:00.453809 26073 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.465713 26079 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:01.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:00.467667 26080 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:01.758011 26082 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:01.760988 26081 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1288 milliseconds
02:05:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.761149 26073 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.762837 26073 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.766654 26073 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.768251 26073 hybrid_clock.cc:648] HybridClock initialized: now 1782007501768201 us; error 87 us; skew 500 ppm
02:05:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.769342 26073 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.777326 26073 webserver.cc:533] Webserver started at http://127.25.115.126:37171/ using document root <none> and password file <none>
02:05:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.778528 26073 fs_manager.cc:362] Metadata directory not provided
02:05:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.778775 26073 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.779239 26073 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.784914 26073 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data/instance:
02:05:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e197e307ad2541fbb91226da720fc5b4"
02:05:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:01 on dist-test-slave-vg0w"
02:05:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.786386 26073 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal/instance:
02:05:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e197e307ad2541fbb91226da720fc5b4"
02:05:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:01 on dist-test-slave-vg0w"
02:05:01.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.794916 26073 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.005s
02:05:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.801421 26089 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.802971 26073 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
02:05:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.803361 26073 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal
02:05:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e197e307ad2541fbb91226da720fc5b4"
02:05:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:01 on dist-test-slave-vg0w"
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.803699 26073 fs_report.cc:389] FS layout report
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data/data
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.859714 26073 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:01.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.861405 26073 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:01.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.861975 26073 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.939270 26073 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.126:44301
02:05:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.939358 26140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.126:44301 every 8 connection(s)
02:05:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.942518 26073 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/data/info.pb
02:05:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.946761 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26073
02:05:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.947365 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-0/wal/instance
02:05:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.950246 26141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.952945 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/logs
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data/info.pb
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.125:35015
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.125
02:05:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json with env {}
02:05:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:01.966795 26141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } has no permanent_uuid. Determining permanent_uuid...
02:05:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.004539 26141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } has no permanent_uuid. Determining permanent_uuid...
02:05:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.007213 26092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.012231 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.061975 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 1
02:05:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.068265 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.136858 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 2
02:05:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.141875 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.233443 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 3
02:05:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.238592 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.308297 26143 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.308979 26143 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.309531 26143 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.346271 26143 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.346686 26143 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.346917 26143 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.347123 26143 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.347327 26143 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.347479 26143 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33991/jwks.json
02:05:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.382144 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 4
02:05:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.387480 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.388351 26143 master_runner.cc:387] Master server non-default flags:
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.125:35015
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data/info.pb
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.125
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/logs
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.389668 26143 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.391410 26143 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.404510 26152 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:02.686976 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 5
02:05:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.694864 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.242508 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 6
02:05:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:03.255267 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.125:35015: Network error: Client connection negotiation failed: client connection to 127.25.115.125:35015: connect: Connection refused (error 111)
02:05:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:02.406104 26153 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:03.718281 26155 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:03.721427 26154 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1310 milliseconds
02:05:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.721518 26143 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.722985 26143 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.725734 26143 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.727191 26143 hybrid_clock.cc:648] HybridClock initialized: now 1782007503727198 us; error 93 us; skew 500 ppm
02:05:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.728032 26143 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.736037 26143 webserver.cc:533] Webserver started at http://127.25.115.125:44911/ using document root <none> and password file <none>
02:05:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.737023 26143 fs_manager.cc:362] Metadata directory not provided
02:05:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.737226 26143 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.737663 26143 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.742743 26143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data/instance:
02:05:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cecaac7fcf1446f2b3ff2df11058618e"
02:05:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:03 on dist-test-slave-vg0w"
02:05:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.743850 26143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal/instance:
02:05:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cecaac7fcf1446f2b3ff2df11058618e"
02:05:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:03 on dist-test-slave-vg0w"
02:05:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.751763 26143 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.008s
02:05:03.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.758623 26164 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.760044 26143 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
02:05:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.760411 26143 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal
02:05:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cecaac7fcf1446f2b3ff2df11058618e"
02:05:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:03 on dist-test-slave-vg0w"
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.760792 26143 fs_report.cc:389] FS layout report
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data/data
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.812714 26143 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.814414 26143 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.814862 26143 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.895843 26143 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.125:35015
02:05:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.895932 26215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.125:35015 every 8 connection(s)
02:05:03.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.898998 26143 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/data/info.pb
02:05:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.905176 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26143
02:05:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.905524 26216 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.905666 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-1/wal/instance
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.908099 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/logs
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data/info.pb
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.124:40981
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.124
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json with env {}
02:05:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.918741 26216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } has no permanent_uuid. Determining permanent_uuid...
02:05:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.950012 26216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } has no permanent_uuid. Determining permanent_uuid...
02:05:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:03.970111 26216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } has no permanent_uuid. Determining permanent_uuid...
02:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:03.973680 26168 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:03.979139 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.028827 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 1
02:05:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.034844 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.103446 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 2
02:05:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.108757 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.200245 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 3
02:05:04.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.205403 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.253372 26218 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.254079 26218 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.254602 26218 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.289260 26218 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.289568 26218 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.289767 26218 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.289994 26218 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.290190 26218 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.290349 26218 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33991/jwks.json
02:05:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.316004 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } attempt: 7
02:05:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.329684 26141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } has no permanent_uuid. Determining permanent_uuid...
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.335637 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.336441 26218 master_runner.cc:387] Master server non-default flags:
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.124:40981
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33991/jwks.json
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data/info.pb
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.124
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/logs
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.337776 26218 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:04.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.339586 26218 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.348905 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 4
02:05:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.352612 26230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.356268 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.394088 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 1
02:05:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.404661 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.486344 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 2
02:05:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.500643 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.586470 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 3
02:05:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.596655 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.655790 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 5
02:05:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.666713 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:04.737668 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 4
02:05:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.748345 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.031998 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 5
02:05:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.041975 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.214394 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 6
02:05:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.243479 26216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.594614 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 6
02:05:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.621842 26141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.115.124:40981: Network error: Client connection negotiation failed: client connection to 127.25.115.124:40981: connect: Connection refused (error 111)
02:05:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:04.354089 26231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.690157 26233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.693176 26232 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1334 milliseconds
02:05:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.693164 26218 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.341s	user 0.410s	sys 0.921s
02:05:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:05.693747 26218 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.342s	user 0.411s	sys 0.923s
02:05:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.694072 26218 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.695326 26218 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.698701 26218 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.700214 26218 hybrid_clock.cc:648] HybridClock initialized: now 1782007505700136 us; error 94 us; skew 500 ppm
02:05:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.701187 26218 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.710642 26218 webserver.cc:533] Webserver started at http://127.25.115.124:33381/ using document root <none> and password file <none>
02:05:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.711864 26218 fs_manager.cc:362] Metadata directory not provided
02:05:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.712113 26218 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.712633 26218 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.717511 26218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data/instance:
02:05:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6530e315b13345e79526ca3d88505504"
02:05:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:05 on dist-test-slave-vg0w"
02:05:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.718839 26218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal/instance:
02:05:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6530e315b13345e79526ca3d88505504"
02:05:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:05 on dist-test-slave-vg0w"
02:05:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.728528 26218 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.005s
02:05:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.736392 26244 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:05.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.738188 26218 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.003s
02:05:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.738700 26218 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal
02:05:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6530e315b13345e79526ca3d88505504"
02:05:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:05 on dist-test-slave-vg0w"
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.739267 26218 fs_report.cc:389] FS layout report
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data/data
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.834223 26218 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:05.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.836055 26218 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.836711 26218 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.921870 26218 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.124:40981
02:05:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.922019 26295 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.124:40981 every 8 connection(s)
02:05:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.924856 26218 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/data/info.pb
02:05:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.931396 26296 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:05.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.932454 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26218
02:05:05.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.932946 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/master-2/wal/instance
02:05:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.951315 26296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } has no permanent_uuid. Determining permanent_uuid...
02:05:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:05.990521 26296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } has no permanent_uuid. Determining permanent_uuid...
02:05:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.002923 26296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } has no permanent_uuid. Determining permanent_uuid...
02:05:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.023344 26296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: Bootstrap starting.
02:05:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.031015 26296 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: Neither blocks nor log segments found. Creating new log.
02:05:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.033455 26296 log.cc:826] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: Log is configured to *not* fsync() on all Append() calls
02:05:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.039218 26296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: No bootstrap required, opened a new log
02:05:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.060724 26296 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.062103 26296 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:06.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.062711 26296 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6530e315b13345e79526ca3d88505504, State: Initialized, Role: FOLLOWER
02:05:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.063766 26296 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.066533 26305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.067344 26305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: This master's current role is: FOLLOWER
02:05:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.068089 26296 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: configured and running, proceeding with master startup.
02:05:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.092969 26250 tablet.cc:2406] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:06.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.101482 26316 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:06.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.101919 26316 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:06.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.095062 26218 master_runner.cc:187] Error getting master registration for 127.25.115.126:44301: OK, instance_id { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" instance_seqno: 1782007501918424 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:06.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.123224 26218 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:06.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.194489 26305 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.195263 26305 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.199486 26305 leader_election.cc:290] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e197e307ad2541fbb91226da720fc5b4 (127.25.115.126:44301), cecaac7fcf1446f2b3ff2df11058618e (127.25.115.125:35015)
02:05:06.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.304105 26216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 7
02:05:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.341208 26216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: Bootstrap starting.
02:05:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.347589 26216 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: Neither blocks nor log segments found. Creating new log.
02:05:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.349514 26216 log.cc:826] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: Log is configured to *not* fsync() on all Append() calls
02:05:06.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.360005 26216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: No bootstrap required, opened a new log
02:05:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.390978 26216 raft_consensus.cc:359] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.391943 26216 raft_consensus.cc:385] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.392290 26216 raft_consensus.cc:740] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cecaac7fcf1446f2b3ff2df11058618e, State: Initialized, Role: FOLLOWER
02:05:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.393523 26216 consensus_queue.cc:260] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.397607 26320 sys_catalog.cc:455] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.399485 26216 sys_catalog.cc:565] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: configured and running, proceeding with master startup.
02:05:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.399659 26191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6530e315b13345e79526ca3d88505504" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cecaac7fcf1446f2b3ff2df11058618e" is_pre_election: true
02:05:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.400588 26191 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6530e315b13345e79526ca3d88505504 in term 0.
02:05:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.399119 26320 sys_catalog.cc:458] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: This master's current role is: FOLLOWER
02:05:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.402447 26247 leader_election.cc:304] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6530e315b13345e79526ca3d88505504, cecaac7fcf1446f2b3ff2df11058618e; no voters: 
02:05:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.403610 26305 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.403983 26305 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.404348 26305 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 0 FOLLOWER]: Advancing to term 1
02:05:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.411787 26305 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.419656 26305 leader_election.cc:290] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [CANDIDATE]: Term 1 election: Requested vote from peers e197e307ad2541fbb91226da720fc5b4 (127.25.115.126:44301), cecaac7fcf1446f2b3ff2df11058618e (127.25.115.125:35015)
02:05:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.420766 26191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6530e315b13345e79526ca3d88505504" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cecaac7fcf1446f2b3ff2df11058618e"
02:05:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.421540 26191 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 0 FOLLOWER]: Advancing to term 1
02:05:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.433807 26191 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6530e315b13345e79526ca3d88505504 in term 1.
02:05:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.435117 26247 leader_election.cc:304] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6530e315b13345e79526ca3d88505504, cecaac7fcf1446f2b3ff2df11058618e; no voters: 
02:05:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.436266 26305 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 1 FOLLOWER]: Leader election won for term 1
02:05:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.440112 26305 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [term 1 LEADER]: Becoming Leader. State: Replica: 6530e315b13345e79526ca3d88505504, State: Running, Role: LEADER
02:05:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.442020 26305 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.473718 26330 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6530e315b13345e79526ca3d88505504. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.474622 26330 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: This master's current role is: LEADER
02:05:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.484687 26332 catalog_manager.cc:1593] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.485101 26332 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.489778 26335 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:06.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.453439 26143 master_runner.cc:187] Error getting master registration for 127.25.115.126:44301: OK, instance_id { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" instance_seqno: 1782007501918424 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.496738 26143 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.497839 26335 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:06.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.523934 26191 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [term 1 FOLLOWER]: Refusing update from remote peer 6530e315b13345e79526ca3d88505504: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.526292 26330 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.570709 26320 sys_catalog.cc:455] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6530e315b13345e79526ca3d88505504. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.571725 26320 sys_catalog.cc:458] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: This master's current role is: FOLLOWER
02:05:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.572129 26336 mvcc.cc:204] Tried to move back new op lower bound from 7299102746703347712 to 7299102746415026176. Current Snapshot: MvccSnapshot[applied={T|T < 7299102746703347712}]
02:05:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.573593 26170 tablet.cc:2406] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.580864 26305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.581831 26305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: This master's current role is: LEADER
02:05:06.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.585382 26335 catalog_manager.cc:1382] Generated new cluster ID: 7a624b4c7f92423dba77b87af55fdcf6
02:05:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.585753 26335 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.613348 26320 sys_catalog.cc:455] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.614241 26320 sys_catalog.cc:458] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e [sys.catalog]: This master's current role is: FOLLOWER
02:05:06.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.629216 26335 catalog_manager.cc:1405] Generated new certificate authority record
02:05:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.633276 26335 catalog_manager.cc:1539] Loading token signing keys...
02:05:06.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.658370 26141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } attempt: 7
02:05:06.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.670164 26335 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504: Generated new TSK 0
02:05:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.673554 26335 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.691753 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/logs
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data/info.pb
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.65:0
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.65
02:05:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.65
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.707939 26141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: Bootstrap starting.
02:05:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.717221 26141 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: Neither blocks nor log segments found. Creating new log.
02:05:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.720191 26141 log.cc:826] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: Log is configured to *not* fsync() on all Append() calls
02:05:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.738005 26141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: No bootstrap required, opened a new log
02:05:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.831544 26141 raft_consensus.cc:359] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.835979 26141 raft_consensus.cc:385] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.838675 26141 raft_consensus.cc:740] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e197e307ad2541fbb91226da720fc5b4, State: Initialized, Role: FOLLOWER
02:05:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.842707 26141 consensus_queue.cc:260] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } }
02:05:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:06.875870 26095 tablet.cc:2406] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.880937 26116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6530e315b13345e79526ca3d88505504" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e197e307ad2541fbb91226da720fc5b4" is_pre_election: true
02:05:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.882124 26116 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6530e315b13345e79526ca3d88505504 in term 0.
02:05:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.883445 26115 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6530e315b13345e79526ca3d88505504" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e197e307ad2541fbb91226da720fc5b4"
02:05:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.884186 26115 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 0 FOLLOWER]: Advancing to term 1
02:05:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.895884 26115 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6530e315b13345e79526ca3d88505504 in term 1.
02:05:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.898312 26114 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [term 1 FOLLOWER]: Refusing update from remote peer 6530e315b13345e79526ca3d88505504: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.906775 26305 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.873020 26344 sys_catalog.cc:455] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.914230 26344 sys_catalog.cc:458] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: This master's current role is: FOLLOWER
02:05:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.896926 26141 sys_catalog.cc:565] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: configured and running, proceeding with master startup.
02:05:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:06.986562 26347 mvcc.cc:204] Tried to move back new op lower bound from 7299102746703347712 to 7299102746415026176. Current Snapshot: MvccSnapshot[applied={T|T < 7299102746703347712}]
02:05:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.027204 26344 sys_catalog.cc:455] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6530e315b13345e79526ca3d88505504. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.027405 26345 sys_catalog.cc:455] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.028802 26345 sys_catalog.cc:458] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: This master's current role is: FOLLOWER
02:05:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.028764 26344 sys_catalog.cc:458] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4 [sys.catalog]: This master's current role is: FOLLOWER
02:05:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.082861 26361 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.363127 26342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.363873 26342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.364641 26342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.427160 26342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:07.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.428802 26342 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.115.65
02:05:07.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.441540 26305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6530e315b13345e79526ca3d88505504" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e197e307ad2541fbb91226da720fc5b4" member_type: VOTER last_known_addr { host: "127.25.115.126" port: 44301 } } peers { permanent_uuid: "cecaac7fcf1446f2b3ff2df11058618e" member_type: VOTER last_known_addr { host: "127.25.115.125" port: 35015 } } peers { permanent_uuid: "6530e315b13345e79526ca3d88505504" member_type: VOTER last_known_addr { host: "127.25.115.124" port: 40981 } } }
02:05:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.442787 26305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6530e315b13345e79526ca3d88505504 [sys.catalog]: This master's current role is: LEADER
02:05:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.491628 26332 catalog_manager.cc:1294] Loaded cluster ID: 7a624b4c7f92423dba77b87af55fdcf6
02:05:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.492210 26332 catalog_manager.cc:1587] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: loading cluster ID for follower catalog manager: success
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.498246 26342 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data
02:05:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.65:0
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data/info.pb
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.65
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.65
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/logs
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:07.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.500320 26332 catalog_manager.cc:1609] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: acquiring CA information for follower catalog manager: success
02:05:07.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.501083 26342 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.503602 26342 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:07.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:07.506505 26332 catalog_manager.cc:1637] T 00000000000000000000000000000000 P cecaac7fcf1446f2b3ff2df11058618e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:07.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.522851 26370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:08.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:08.105432 26361 catalog_manager.cc:1294] Loaded cluster ID: 7a624b4c7f92423dba77b87af55fdcf6
02:05:08.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:08.109416 26361 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: loading cluster ID for follower catalog manager: success
02:05:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:08.126368 26361 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: acquiring CA information for follower catalog manager: success
02:05:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:08.144637 26361 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e197e307ad2541fbb91226da720fc5b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:08.927326 26369 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26342
02:05:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:09.508414 26342 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.988s	user 0.723s	sys 1.104s
02:05:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:09.508769 26342 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.988s	user 0.723s	sys 1.104s
02:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:07.524832 26371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.523056 26342 server_base.cc:1061] running on GCE node
02:05:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:09.524847 26376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.526599 26342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:09.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.531347 26342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.532981 26342 hybrid_clock.cc:648] HybridClock initialized: now 1782007509532930 us; error 64 us; skew 500 ppm
02:05:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.534389 26342 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.551177 26342 webserver.cc:533] Webserver started at http://127.25.115.65:45069/ using document root <none> and password file <none>
02:05:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.552925 26342 fs_manager.cc:362] Metadata directory not provided
02:05:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.553481 26342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.554281 26342 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.561697 26342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data/instance:
02:05:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8200c3d60084681a51de2a17056c061"
02:05:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:09 on dist-test-slave-vg0w"
02:05:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.563731 26342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal/instance:
02:05:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8200c3d60084681a51de2a17056c061"
02:05:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:09 on dist-test-slave-vg0w"
02:05:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.580189 26342 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.005s	sys 0.009s
02:05:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.594600 26381 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.596822 26342 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
02:05:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.597523 26342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal
02:05:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8200c3d60084681a51de2a17056c061"
02:05:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:09 on dist-test-slave-vg0w"
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.598356 26342 fs_report.cc:389] FS layout report
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data/data
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.710058 26342 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.712471 26342 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.713328 26342 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.723587 26342 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.736318 26342 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:09.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.737531 26342 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.001s
02:05:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.738097 26342 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:09.738485 26342 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.186633 26342 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.65:44631
02:05:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.186744 26494 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.65:44631 every 8 connection(s)
02:05:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.189786 26342 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/data/info.pb
02:05:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.191665 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26342
02:05:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.192551 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-0/wal/instance
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.210899 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/logs
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data/info.pb
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.66:0
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.66
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.66
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.300170 26495 heartbeater.cc:344] Connected to a master server at 127.25.115.124:40981
02:05:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.300836 26495 heartbeater.cc:461] Registering TS with master...
02:05:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.300314 26496 heartbeater.cc:344] Connected to a master server at 127.25.115.125:35015
02:05:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.302345 26496 heartbeater.cc:461] Registering TS with master...
02:05:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.303575 26496 heartbeater.cc:507] Master 127.25.115.125:35015 requested a full tablet report, sending...
02:05:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.303840 26495 heartbeater.cc:507] Master 127.25.115.124:40981 requested a full tablet report, sending...
02:05:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.307289 26261 ts_manager.cc:194] Registered new tserver with Master: b8200c3d60084681a51de2a17056c061 (127.25.115.65:44631)
02:05:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.307621 26181 ts_manager.cc:194] Registered new tserver with Master: b8200c3d60084681a51de2a17056c061 (127.25.115.65:44631)
02:05:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.310149 26261 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.115.65:50597
02:05:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.320566 26502 heartbeater.cc:344] Connected to a master server at 127.25.115.126:44301
02:05:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.321017 26502 heartbeater.cc:461] Registering TS with master...
02:05:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.321890 26502 heartbeater.cc:507] Master 127.25.115.126:44301 requested a full tablet report, sending...
02:05:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.334664 26106 ts_manager.cc:194] Registered new tserver with Master: b8200c3d60084681a51de2a17056c061 (127.25.115.65:44631)
02:05:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.668380 26501 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.669041 26501 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.669637 26501 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.709048 26501 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.710393 26501 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.115.66
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.752986 26501 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.66:0
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data/info.pb
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.66
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.66
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/logs
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.754817 26501 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:10.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:10.756798 26501 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.773698 26513 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:11.314952 26495 heartbeater.cc:499] Master 127.25.115.124:40981 was elected leader, sending a full tablet report...
02:05:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.175534 26511 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26501
02:05:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.533274 26511 kernel_stack_watchdog.cc:198] Thread 26501 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:05:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:10.773711 26512 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.535351 26501 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.760s	user 0.517s	sys 0.981s
02:05:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.535895 26501 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.761s	user 0.517s	sys 0.981s
02:05:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.537833 26515 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:12.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:12.539880 26514 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1760 milliseconds
02:05:12.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.540007 26501 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.541481 26501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.543696 26501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:12.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.545114 26501 hybrid_clock.cc:648] HybridClock initialized: now 1782007512545084 us; error 39 us; skew 500 ppm
02:05:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.546110 26501 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.552614 26501 webserver.cc:533] Webserver started at http://127.25.115.66:42947/ using document root <none> and password file <none>
02:05:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.553814 26501 fs_manager.cc:362] Metadata directory not provided
02:05:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.554092 26501 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.554662 26501 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.559360 26501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data/instance:
02:05:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412160a5aa80429caa9bbe92c795d310"
02:05:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:12 on dist-test-slave-vg0w"
02:05:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.560714 26501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal/instance:
02:05:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412160a5aa80429caa9bbe92c795d310"
02:05:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:12 on dist-test-slave-vg0w"
02:05:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.568475 26501 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.005s
02:05:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.574630 26523 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.575958 26501 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:05:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.576287 26501 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal
02:05:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412160a5aa80429caa9bbe92c795d310"
02:05:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:12 on dist-test-slave-vg0w"
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.576614 26501 fs_report.cc:389] FS layout report
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data/data
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.627562 26501 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.629133 26501 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.629581 26501 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.632472 26501 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.637001 26501 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.637214 26501 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.637418 26501 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.637554 26501 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.787876 26501 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.66:43325
02:05:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.787995 26635 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.66:43325 every 8 connection(s)
02:05:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.790587 26501 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/data/info.pb
02:05:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.793272 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26501
02:05:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.794016 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-1/wal/instance
02:05:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.831130 26061 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal
02:05:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data
02:05:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/logs
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data/info.pb
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.67:0
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.67
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.67
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.847289 26636 heartbeater.cc:344] Connected to a master server at 127.25.115.124:40981
02:05:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.847846 26636 heartbeater.cc:461] Registering TS with master...
02:05:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.849359 26636 heartbeater.cc:507] Master 127.25.115.124:40981 requested a full tablet report, sending...
02:05:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.853029 26261 ts_manager.cc:194] Registered new tserver with Master: 412160a5aa80429caa9bbe92c795d310 (127.25.115.66:43325)
02:05:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.853169 26637 heartbeater.cc:344] Connected to a master server at 127.25.115.125:35015
02:05:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.853551 26637 heartbeater.cc:461] Registering TS with master...
02:05:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.854640 26637 heartbeater.cc:507] Master 127.25.115.125:35015 requested a full tablet report, sending...
02:05:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.854890 26261 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.115.66:41069
02:05:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.858421 26181 ts_manager.cc:194] Registered new tserver with Master: 412160a5aa80429caa9bbe92c795d310 (127.25.115.66:43325)
02:05:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.860082 26638 heartbeater.cc:344] Connected to a master server at 127.25.115.126:44301
02:05:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.860546 26638 heartbeater.cc:461] Registering TS with master...
02:05:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.861397 26638 heartbeater.cc:507] Master 127.25.115.126:44301 requested a full tablet report, sending...
02:05:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:12.864805 26106 ts_manager.cc:194] Registered new tserver with Master: 412160a5aa80429caa9bbe92c795d310 (127.25.115.66:43325)
02:05:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.188400 26646 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.189038 26646 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.189605 26646 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:13.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.224042 26646 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.225155 26646 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.115.67
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:13.262604 26646 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.115.84:40667
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.115.67:0
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data/info.pb
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.115.67
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.115.126:44301,127.25.115.125:35015,127.25.115.124:40981
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.115.67
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/logs
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:13.264389 26646 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:13.266258 26646 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.279858 26652 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:13.859709 26636 heartbeater.cc:499] Master 127.25.115.124:40981 was elected leader, sending a full tablet report...
02:05:14.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:14.685755 26651 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26646
02:05:14.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:14.698908 26646 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.419s	user 0.425s	sys 0.958s
02:05:14.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:14.700609 26646 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.421s	user 0.425s	sys 0.958s
02:05:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:13.280395 26653 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:14.701721 26654 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1419 milliseconds
02:05:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:14.702363 26655 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.702380 26646 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.707147 26646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.709429 26646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.710871 26646 hybrid_clock.cc:648] HybridClock initialized: now 1782007514710800 us; error 51 us; skew 500 ppm
02:05:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.711777 26646 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.718748 26646 webserver.cc:533] Webserver started at http://127.25.115.67:43391/ using document root <none> and password file <none>
02:05:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.719671 26646 fs_manager.cc:362] Metadata directory not provided
02:05:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.719878 26646 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.720265 26646 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.725217 26646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data/instance:
02:05:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45678eb5706d492cba8d17a7ce1984a8"
02:05:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:14 on dist-test-slave-vg0w"
02:05:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.726436 26646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal/instance:
02:05:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45678eb5706d492cba8d17a7ce1984a8"
02:05:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:14 on dist-test-slave-vg0w"
02:05:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.734140 26646 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:05:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.740067 26663 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.741664 26646 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.005s
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.742105 26646 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45678eb5706d492cba8d17a7ce1984a8"
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:14 on dist-test-slave-vg0w"
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.742506 26646 fs_report.cc:389] FS layout report
02:05:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data/data
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.797657 26646 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.799527 26646 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.799968 26646 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.803076 26646 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.807646 26646 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.807854 26646 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.808060 26646 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.808193 26646 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.981791 26646 rpc_server.cc:307] RPC server started. Bound to: 127.25.115.67:34111
02:05:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.981912 26775 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.115.67:34111 every 8 connection(s)
02:05:14.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.986181 26646 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/data/info.pb
02:05:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.994781 26061 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26646
02:05:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:14.995354 26061 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster92701814289227609/ts-2/wal/instance
02:05:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.044520 26776 heartbeater.cc:344] Connected to a master server at 127.25.115.124:40981
02:05:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.045097 26776 heartbeater.cc:461] Registering TS with master...
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.046463 26778 heartbeater.cc:344] Connected to a master server at 127.25.115.126:44301
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.046543 26776 heartbeater.cc:507] Master 127.25.115.124:40981 requested a full tablet report, sending...
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.046757 26777 heartbeater.cc:344] Connected to a master server at 127.25.115.125:35015
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.046913 26778 heartbeater.cc:461] Registering TS with master...
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.047140 26777 heartbeater.cc:461] Registering TS with master...
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.047999 26778 heartbeater.cc:507] Master 127.25.115.126:44301 requested a full tablet report, sending...
02:05:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.048209 26777 heartbeater.cc:507] Master 127.25.115.125:35015 requested a full tablet report, sending...
02:05:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.050280 26261 ts_manager.cc:194] Registered new tserver with Master: 45678eb5706d492cba8d17a7ce1984a8 (127.25.115.67:34111)
02:05:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.051570 26181 ts_manager.cc:194] Registered new tserver with Master: 45678eb5706d492cba8d17a7ce1984a8 (127.25.115.67:34111)
02:05:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.051646 26106 ts_manager.cc:194] Registered new tserver with Master: 45678eb5706d492cba8d17a7ce1984a8 (127.25.115.67:34111)
02:05:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.052239 26261 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.115.67:43027
02:05:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.073740 26061 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:05:15.086 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:15.086 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:05:15.088 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.115.126"
      port: 44301
    }
    bound_http_address {
      host: "127.25.115.126"
      port: 37171
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.115.125"
      port: 35015
    }
    bound_http_address {
      host: "127.25.115.125"
      port: 44911
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.115.124"
      port: 40981
    }
    bound_http_address {
      host: "127.25.115.124"
      port: 33381
    }
  }
}

02:05:15.088 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:05:15.089 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.115.65"
      port: 44631
    }
    bound_http_address {
      host: "127.25.115.65"
      port: 45069
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.115.66"
      port: 43325
    }
    bound_http_address {
      host: "127.25.115.66"
      port: 42947
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.115.67"
      port: 34111
    }
    bound_http_address {
      host: "127.25.115.67"
      port: 43391
    }
  }
}

02:05:15.090 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:05:15.091 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster13155134650015073621/krb5kdc/krb5cc
02:05:15.091 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:15.092 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskxKXfPg/test-tmp
02:05:15.093 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:05:15.093 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskxKXfPg/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:05:15.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:05:15.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:15.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:05:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.459192 26787 mini_oidc.cc:150] Starting JWKS server
02:05:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.462590 26787 webserver.cc:533] Webserver started at http://127.0.0.1:43627/ using document root <none> and password file <none>
02:05:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.463011 26787 mini_oidc.cc:186] Starting OIDC Discovery server
02:05:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:15.464694 26787 webserver.cc:533] Webserver started at http://127.0.0.1:43299/ using document root <none> and password file <none>
02:05:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:05:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/principal' for realm 'KRBTEST.COM',
02:05:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:15 dist-test-slave-vg0w krb5kdc[26798](info): setting up network...
02:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:15 dist-test-slave-vg0w krb5kdc[26798](info): set up 2 sockets
02:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:15 dist-test-slave-vg0w krb5kdc[26798](info): commencing operation
02:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:05:16.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:16.056068 26776 heartbeater.cc:499] Master 127.25.115.124:40981 was elected leader, sending a full tablet report...
02:05:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:17.703327 26787 mini_kdc.cc:121] Time spent starting KDC: real 2.200s	user 0.000s	sys 0.020s
02:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:05:17.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:05:17.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:05:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:05:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:05:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:05:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:05:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:05:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:05:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:05:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/test-user.keytab.
02:05:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/test-user.keytab.
02:05:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:17 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007517, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:05:17.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:05:17Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:05:17.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:05:17Z Disabled control of system clock
02:05:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.40.254@KRBTEST.COM; defaulting to no policy
02:05:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.40.254@KRBTEST.COM" created.
02:05:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.40.254@KRBTEST.COM; defaulting to no policy
02:05:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.40.254@KRBTEST.COM" created.
02:05:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:17.967944 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.303175 26815 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.303748 26815 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:18.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.304348 26815 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:18.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.340471 26815 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:18.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.340718 26815 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.341140 26815 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.341439 26815 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.341643 26815 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.341853 26815 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.342101 26815 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:18.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:18.386811 26815 master_runner.cc:387] Master server non-default flags:
02:05:18.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:18.388150 26815 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:18.389513 26815 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.401335 26822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.407783 26825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:18.403842 26823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:19.794842 26824 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1386 milliseconds
02:05:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.795002 26815 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.796610 26815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.800217 26815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.801873 26815 hybrid_clock.cc:648] HybridClock initialized: now 1782007519801814 us; error 64 us; skew 500 ppm
02:05:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.802985 26815 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:19 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007519, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.810246 26815 init.cc:377] Logged in from keytab as kudu/127.26.40.254@KRBTEST.COM (short username kudu)
02:05:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.816471 26815 webserver.cc:533] Webserver started at http://127.26.40.254:41467/ using document root <none> and password file <none>
02:05:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.817520 26815 fs_manager.cc:362] Metadata directory not provided
02:05:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.817764 26815 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.818313 26815 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.823187 26815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/instance:
02:05:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.824525 26815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal/instance:
02:05:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.833518 26815 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
02:05:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.840107 26834 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.841639 26815 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
02:05:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.842186 26815 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.842624 26815 fs_report.cc:389] FS layout report
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/data
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:19.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.907423 26815 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.915117 26815 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:19.915671 26815 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.025144 26815 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.254:40977
02:05:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.025230 26886 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.254:40977 every 8 connection(s)
02:05:20.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.027957 26815 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.034089 26887 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:20.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.037361 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26815
02:05:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.038004 26787 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal/instance
02:05:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.045703 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } has no permanent_uuid. Determining permanent_uuid...
02:05:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.40.253@KRBTEST.COM; defaulting to no policy
02:05:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.40.253@KRBTEST.COM" created.
02:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:20 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007519, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.093745 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } has no permanent_uuid. Determining permanent_uuid...
02:05:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.097324 26836 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.102779 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.40.253@KRBTEST.COM; defaulting to no policy
02:05:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.40.253@KRBTEST.COM" created.
02:05:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.143575 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.152474 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 1
02:05:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.157403 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.225935 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 2
02:05:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.231051 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.322515 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 3
02:05:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.327311 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.470829 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 4
02:05:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.475662 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.493373 26896 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.494055 26896 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.494740 26896 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.532209 26896 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.532517 26896 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.532795 26896 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.533000 26896 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.533202 26896 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.533504 26896 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.533663 26896 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.575214 26896 master_runner.cc:387] Master server non-default flags:
02:05:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.576792 26896 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.577833 26896 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.591225 26903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:20.775156 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 5
02:05:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.786386 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:21.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:21.333988 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 6
02:05:21.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:21.363942 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:21.996168 26902 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 26896
02:05:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:20.592746 26904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.292059 26896 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.701s	user 0.566s	sys 0.988s
02:05:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.292701 26896 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.702s	user 0.566s	sys 0.988s
02:05:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.294742 26906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.297680 26905 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1699 milliseconds
02:05:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.297700 26896 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.299224 26896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.302016 26896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.303498 26896 hybrid_clock.cc:648] HybridClock initialized: now 1782007522303450 us; error 47 us; skew 500 ppm
02:05:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.304395 26896 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:22 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007522, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.310936 26896 init.cc:377] Logged in from keytab as kudu/127.26.40.253@KRBTEST.COM (short username kudu)
02:05:22.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.316115 26896 webserver.cc:533] Webserver started at http://127.26.40.253:43771/ using document root <none> and password file <none>
02:05:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.317175 26896 fs_manager.cc:362] Metadata directory not provided
02:05:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.317456 26896 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.318094 26896 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.322908 26896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/instance:
02:05:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.324275 26896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal/instance:
02:05:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.333043 26896 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
02:05:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.339721 26918 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.340974 26896 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
02:05:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.341296 26896 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.341671 26896 fs_report.cc:389] FS layout report
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/data
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.404105 26896 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.415218 26896 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.415663 26896 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.424551 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 7
02:05:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.431957 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.253:34681: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.495718 26896 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.253:34681
02:05:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.495805 26971 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.253:34681 every 8 connection(s)
02:05:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.498831 26896 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.505620 26972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.505824 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26896
02:05:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.506275 26787 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal/instance
02:05:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.40.252@KRBTEST.COM; defaulting to no policy
02:05:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.521456 26972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } has no permanent_uuid. Determining permanent_uuid...
02:05:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.40.252@KRBTEST.COM" created.
02:05:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:22 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007522, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.40.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.565004 26972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } has no permanent_uuid. Determining permanent_uuid...
02:05:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.40.252@KRBTEST.COM; defaulting to no policy
02:05:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.40.252@KRBTEST.COM" created.
02:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:22 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007522, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.591044 26972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
02:05:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.594271 26921 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:05:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.40.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab.
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.598517 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.599699 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.649376 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 1
02:05:22.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.654351 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.722842 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 2
02:05:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.728125 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.819685 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 3
02:05:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.824700 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.941155 26982 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.942095 26982 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.943107 26982 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:22.968124 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 4
02:05:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.974084 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.988018 26982 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.988266 26982 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.988588 26982 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.988855 26982 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.989054 26982 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.989318 26982 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:22.989475 26982 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:23.033509 26982 master_runner.cc:387] Master server non-default flags:
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:23.034880 26982 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:23.035889 26982 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:23.048451 26988 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:23.273636 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 5
02:05:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:23.279927 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:23.827423 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 6
02:05:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:23.835976 26972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:23.049618 26989 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:23.056191 26991 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.354668 26990 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:05:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.354698 26982 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:24.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.360321 26982 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.363336 26982 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.364756 26982 hybrid_clock.cc:648] HybridClock initialized: now 1782007524364700 us; error 64 us; skew 500 ppm
02:05:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.365733 26982 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.372422 26982 init.cc:377] Logged in from keytab as kudu/127.26.40.252@KRBTEST.COM (short username kudu)
02:05:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.377538 26982 webserver.cc:533] Webserver started at http://127.26.40.252:34145/ using document root <none> and password file <none>
02:05:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.378649 26982 fs_manager.cc:362] Metadata directory not provided
02:05:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.378914 26982 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.379523 26982 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.384837 26982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/instance:
02:05:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.387256 26982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal/instance:
02:05:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.395574 26982 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
02:05:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.402595 27003 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.403998 26982 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
02:05:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.404448 26982 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.404855 26982 fs_report.cc:389] FS layout report
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/data
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.467496 26982 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.474203 26982 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.474803 26982 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.522431 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } attempt: 8
02:05:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007519, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.554097 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
02:05:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.560668 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.40.252:44271: Network error: Client connection negotiation failed: client connection to 127.26.40.252:44271: connect: Connection refused (error 111)
02:05:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.566008 26982 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.252:44271
02:05:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.566133 27057 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.252:44271 every 8 connection(s)
02:05:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.568818 26982 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.572103 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 26982
02:05:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.572643 26787 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal/instance
02:05:24.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.576164 27058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.589564 27058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } has no permanent_uuid. Determining permanent_uuid...
02:05:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007517, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.624097 27058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } has no permanent_uuid. Determining permanent_uuid...
02:05:24.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.626143 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 1
02:05:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007519, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007517, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.656729 27058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } has no permanent_uuid. Determining permanent_uuid...
02:05:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.666091 26887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap starting.
02:05:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007517, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.675941 26887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Neither blocks nor log segments found. Creating new log.
02:05:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.678598 26887 log.cc:826] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Log is configured to *not* fsync() on all Append() calls
02:05:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.684619 26887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: No bootstrap required, opened a new log
02:05:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.692904 27058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap starting.
02:05:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.694137 26787 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
02:05:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.700387 27058 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Neither blocks nor log segments found. Creating new log.
02:05:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.702773 27058 log.cc:826] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Log is configured to *not* fsync() on all Append() calls
02:05:24.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:24.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

02:05:24.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

02:05:24.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.709208 27058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: No bootstrap required, opened a new log
02:05:24.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

02:05:24.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.40.254"
      port: 40977
    }
    bound_http_address {
      host: "127.26.40.254"
      port: 41467
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.40.253"
      port: 34681
    }
    bound_http_address {
      host: "127.26.40.253"
      port: 43771
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.40.252"
      port: 44271
    }
    bound_http_address {
      host: "127.26.40.252"
      port: 34145
    }
  }
}

02:05:24.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:05:24.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:24.712 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:05:24.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

02:05:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.713410 26887 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.714495 26887 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.714884 26887 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d830d6abeed4a48a47a977ab4a0fbd3, State: Initialized, Role: FOLLOWER
02:05:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.716118 26887 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.719885 27067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.721109 27067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.721693 26887 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: configured and running, proceeding with master startup.
02:05:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.742044 27058 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.743253 27058 raft_consensus.cc:385] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.743621 27058 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Initialized, Role: FOLLOWER
02:05:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.744861 27058 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.752271 27080 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.753654 27080 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.754840 27058 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:24 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:05:24.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:24.772 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:24.777 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.783164 27081 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.783545 27081 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.760676 26815 master_runner.cc:187] Error getting master registration for 127.26.40.253:34681: OK, instance_id { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" instance_seqno: 1782007522473102 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.806896 26815 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.833630 27093 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.834039 27093 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.831665 26982 master_runner.cc:187] Error getting master registration for 127.26.40.253:34681: OK, instance_id { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" instance_seqno: 1782007522473102 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.864385 26982 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.896420 26972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } attempt: 7
02:05:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.904223 27080 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.904822 27080 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.908195 27080 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.910166 26862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" is_pre_election: true
02:05:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.911105 26862 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 0.
02:05:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.912735 27007 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d830d6abeed4a48a47a977ab4a0fbd3, a0da7a41befb459b9b81a850c75bc6d1; no voters: 
02:05:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.914366 27080 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.917695 27080 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.918285 27080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 0 FOLLOWER]: Advancing to term 1
02:05:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.943027 26841 tablet.cc:2406] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.962661 27080 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.974992 26862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.975636 26862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 0 FOLLOWER]: Advancing to term 1
02:05:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:24.980778 27009 tablet.cc:2406] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.985607 26862 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 1.
02:05:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.987692 27007 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d830d6abeed4a48a47a977ab4a0fbd3, a0da7a41befb459b9b81a850c75bc6d1; no voters: 
02:05:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:24.998703 27080 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 1 election: Requested vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.001645 27080 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Leader election won for term 1
02:05:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.003930 27080 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 LEADER]: Becoming Leader. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Running, Role: LEADER
02:05:25.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.010754 27080 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:25 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007522, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.067891 27096 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.069119 27096 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.079586 27098 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.095283 26972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap starting.
02:05:25.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.099359 27098 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.133486 26862 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 1 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.136374 27096 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:05:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.173986 27067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.175072 27067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.184321 27100 mvcc.cc:204] Tried to move back new op lower bound from 7299102822888861696 to 7299102822520717312. Current Snapshot: MvccSnapshot[applied={T|T < 7299102822888861696}]
02:05:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.192625 26972 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Neither blocks nor log segments found. Creating new log.
02:05:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.198611 27096 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.199434 27096 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:25.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.202219 27067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.204722 27067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.209898 27098 catalog_manager.cc:1382] Generated new cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.210282 27098 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.215660 26972 log.cc:826] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Log is configured to *not* fsync() on all Append() calls
02:05:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.227697 26972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: No bootstrap required, opened a new log
02:05:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.268553 27098 catalog_manager.cc:1405] Generated new certificate authority record
02:05:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.270964 27098 catalog_manager.cc:1539] Loading token signing keys...
02:05:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.306370 27098 catalog_manager.cc:6069] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Generated new TSK 0
02:05:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.307498 27098 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.305811 26972 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.308748 26972 raft_consensus.cc:385] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.310925 26972 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ebd0e83f864a37b1b080f686733695, State: Initialized, Role: FOLLOWER
02:05:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.313237 26972 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.325115 26972 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: configured and running, proceeding with master startup.
02:05:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.325291 26946 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.326316 26947 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695" is_pre_election: true
02:05:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.327126 27105 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.327884 26946 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 0 FOLLOWER]: Advancing to term 1
02:05:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.330613 27105 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.339483 26946 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 1.
02:05:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.340901 27105 raft_consensus.cc:493] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.341493 27105 raft_consensus.cc:515] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.350178 27105 leader_election.cc:290] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), a0da7a41befb459b9b81a850c75bc6d1 (127.26.40.252:44271)
02:05:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.350781 26945 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.351150 26861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45ebd0e83f864a37b1b080f686733695" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" is_pre_election: true
02:05:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.354506 27096 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.356389 27030 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45ebd0e83f864a37b1b080f686733695" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0da7a41befb459b9b81a850c75bc6d1" is_pre_election: true
02:05:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.358657 26921 leader_election.cc:304] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3, a0da7a41befb459b9b81a850c75bc6d1
02:05:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.430879 27106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.431721 27106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.432406 27105 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:05:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.432986 27118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.433764 27118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.463802 27124 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.464108 27124 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: loading cluster ID for follower catalog manager: success
02:05:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.471946 27124 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: acquiring CA information for follower catalog manager: success
02:05:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.477970 27124 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:25.778 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.252:44271
02:05:25.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.779707 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26982
02:05:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.789754 27081 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.798141 27081 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: loading cluster ID for follower catalog manager: success
02:05:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.813376 27081 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: acquiring CA information for follower catalog manager: success
02:05:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.826020 27081 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:25.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:25.830 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.253:34681
02:05:25.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.830648 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26896
02:05:25.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:25.860 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.254:40977
02:05:25.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.860991 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26815
02:05:25.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:25.890 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.252:44271
02:05:25.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:25.892268 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:26.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.252264 27126 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.253098 27126 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.253906 27126 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.289044 27126 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.289376 27126 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.289764 27126 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.290153 27126 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.290482 27126 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.290802 27126 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.291055 27126 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:26.333055 27126 master_runner.cc:387] Master server non-default flags:
02:05:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:26.334858 27126 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:26.336154 27126 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.348809 27132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:27.752861 27131 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27126
02:05:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:26.349741 27133 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.070418 27134 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1719 milliseconds
02:05:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.070748 27126 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.722s	user 0.000s	sys 0.003s
02:05:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.072721 27126 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.724s	user 0.000s	sys 0.004s
02:05:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.073431 27135 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.073343 27126 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:28.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.078678 27126 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.082219 27126 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.083740 27126 hybrid_clock.cc:648] HybridClock initialized: now 1782007528083683 us; error 67 us; skew 500 ppm
02:05:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.084648 27126 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:28 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007528, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.091576 27126 init.cc:377] Logged in from keytab as kudu/127.26.40.252@KRBTEST.COM (short username kudu)
02:05:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.097136 27126 webserver.cc:533] Webserver started at http://127.26.40.252:34145/ using document root <none> and password file <none>
02:05:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.098315 27126 fs_manager.cc:362] Metadata directory not provided
02:05:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.098580 27126 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.107481 27126 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.005s	sys 0.003s
02:05:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.112807 27144 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.114635 27126 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.114991 27126 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.117154 27126 fs_report.cc:389] FS layout report
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/data
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.171130 27126 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.181362 27126 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.182024 27126 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.264995 27126 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.252:44271
02:05:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.265070 27195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.252:44271 every 8 connection(s)
02:05:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.268195 27126 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.274123 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27126
02:05:28.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:28.275 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.253:34681
02:05:28.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.276834 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.283245 27196 sys_catalog.cc:263] Verifying existing consensus state
02:05:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.288725 27196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap starting.
02:05:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.333061 27196 log.cc:826] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Log is configured to *not* fsync() on all Append() calls
02:05:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.351938 27196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.352916 27196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap complete.
02:05:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.380326 27196 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.383322 27196 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Initialized, Role: FOLLOWER
02:05:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.384405 27196 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.387776 27200 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.388731 27200 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.390020 27196 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.424829 27211 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.425190 27211 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: loading cluster ID for follower catalog manager: success
02:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.442075 27211 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: acquiring CA information for follower catalog manager: success
02:05:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.448025 27211 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.434351 27126 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.459899 27126 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.655999 27198 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.656692 27198 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.657337 27198 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.694998 27198 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.695257 27198 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.695528 27198 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.695741 27198 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.695952 27198 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.696146 27198 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.696296 27198 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.739596 27198 master_runner.cc:387] Master server non-default flags:
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.741082 27198 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:28.742424 27198 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.755321 27219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:29.540217 27225 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:29.541687 27225 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:29.562440 27148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:29.568773 27225 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:29.578236 27146 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681): Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:29.582264 27148 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:29.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:29.583225 27148 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3, 45ebd0e83f864a37b1b080f686733695
02:05:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:29.585392 27225 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.156596 27218 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27198
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.851883 27218 kernel_stack_watchdog.cc:198] Thread 27198 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:28.757385 27220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.852983 27198 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.096s	user 0.656s	sys 1.221s
02:05:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.853360 27198 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.097s	user 0.656s	sys 1.221s
02:05:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.854048 27221 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2094 milliseconds
02:05:30.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:30.854877 27222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:30.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.854835 27198 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.859091 27198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.862449 27198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.863931 27198 hybrid_clock.cc:648] HybridClock initialized: now 1782007530863782 us; error 151 us; skew 500 ppm
02:05:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.865000 27198 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:30 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007530, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.873114 27198 init.cc:377] Logged in from keytab as kudu/127.26.40.253@KRBTEST.COM (short username kudu)
02:05:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.880168 27198 webserver.cc:533] Webserver started at http://127.26.40.253:43771/ using document root <none> and password file <none>
02:05:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.881774 27198 fs_manager.cc:362] Metadata directory not provided
02:05:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.882166 27198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.894209 27198 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.007s	sys 0.000s
02:05:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.900336 27237 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.902236 27198 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
02:05:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.902987 27198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:30.906157 27198 fs_report.cc:389] FS layout report
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/data
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.000986 27198 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:31.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.007653 27198 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:31.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.008090 27198 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.106536 27198 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.253:34681
02:05:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.106622 27288 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.253:34681 every 8 connection(s)
02:05:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.109650 27198 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:31.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:31.114 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.254:40977
02:05:31.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.113351 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27198
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.116708 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.132344 27289 sys_catalog.cc:263] Verifying existing consensus state
02:05:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.139088 27289 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap starting.
02:05:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.187166 27289 log.cc:826] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Log is configured to *not* fsync() on all Append() calls
02:05:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.222285 27289 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.223395 27289 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap complete.
02:05:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.261812 27289 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.266160 27289 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ebd0e83f864a37b1b080f686733695, State: Initialized, Role: FOLLOWER
02:05:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.267912 27289 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.284056 27293 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.285290 27293 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.285435 27289 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: configured and running, proceeding with master startup.
02:05:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.325284 27304 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.325630 27304 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: loading cluster ID for follower catalog manager: success
02:05:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.346791 27304 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: acquiring CA information for follower catalog manager: success
02:05:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.353513 27304 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.344077 27198 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.380807 27198 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:31.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.557443 27307 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.558329 27307 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.586133 27307 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.603884 27148 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.612913 27264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695" is_pre_election: true
02:05:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.614334 27264 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 1.
02:05:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.616255 27146 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.617594 27307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:05:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.617995 27307 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.618382 27307 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 1 FOLLOWER]: Advancing to term 2
02:05:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.629823 27307 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.638250 27148 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.640400 27307 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 election: Requested vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.641104 27264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.641736 27264 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 1 FOLLOWER]: Advancing to term 2
02:05:31.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.652920 27264 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 2.
02:05:31.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.654307 27146 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.656847 27307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Leader election won for term 2
02:05:31.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.663612 27307 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 LEADER]: Becoming Leader. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Running, Role: LEADER
02:05:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.665159 27307 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.694240 27316 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.695250 27316 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.711256 27318 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.720570 27318 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.722278 27291 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.723145 27291 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.724436 27291 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.725198 27318 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.725469 27318 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.730609 27318 catalog_manager.cc:1539] Loading token signing keys...
02:05:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.735245 27318 catalog_manager.cc:6080] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Loaded TSK: 0
02:05:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.736630 27318 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:31.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.768910 27291 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:31.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.769230 27291 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:31.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.769636 27291 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:31.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.770108 27291 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:31.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.770434 27291 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:31.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.770744 27291 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.770999 27291 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.826324 27291 master_runner.cc:387] Master server non-default flags:
02:05:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.828313 27291 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:31.829530 27291 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.847453 27320 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:32.128484 27148 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 -> Peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Couldn't send request to peer 0d830d6abeed4a48a47a977ab4a0fbd3. Status: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:05:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.260383 27264 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:05:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.262732 27316 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
02:05:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.297780 27326 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.298684 27326 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.343043 27316 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.344136 27316 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.364930 27326 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:32.365824 27326 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:33.465302 27126 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:33.465812 27126 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:33.248265 27319 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27291
02:05:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.425576 27291 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.575s	user 0.001s	sys 0.000s
02:05:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.426774 27322 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2575 milliseconds
02:05:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.427186 27291 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.577s	user 0.002s	sys 0.001s
02:05:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:31.849650 27321 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.428256 27323 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.428174 27291 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.432605 27291 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:34.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.436033 27291 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.437532 27291 hybrid_clock.cc:648] HybridClock initialized: now 1782007534437495 us; error 55 us; skew 500 ppm
02:05:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.438477 27291 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:34.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007534, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:34.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.445183 27291 init.cc:377] Logged in from keytab as kudu/127.26.40.254@KRBTEST.COM (short username kudu)
02:05:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.451452 27291 webserver.cc:533] Webserver started at http://127.26.40.254:41467/ using document root <none> and password file <none>
02:05:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.452714 27291 fs_manager.cc:362] Metadata directory not provided
02:05:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.453141 27291 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.464093 27291 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.004s	sys 0.004s
02:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.469746 27342 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.471493 27291 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.471916 27291 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.474711 27291 fs_report.cc:389] FS layout report
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/data
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:34.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.540375 27291 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.546471 27291 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.547025 27291 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.606873 27148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111) [suppressed 8 similar messages]
02:05:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:34.610198 27148 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 -> Peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Couldn't send request to peer 0d830d6abeed4a48a47a977ab4a0fbd3. Status: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:05:34.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.649871 27291 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.254:40977
02:05:34.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.649936 27393 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.254:40977 every 8 connection(s)
02:05:34.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.653092 27291 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.662454 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27291
02:05:34.663 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:34.664 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.252:44271(127.26.40.252:44271)] connecting to peer
02:05:34.666 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.253:34681(127.26.40.253:34681)] connecting to peer
02:05:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.667351 27394 sys_catalog.cc:263] Verifying existing consensus state
02:05:34.668 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.254:40977(127.26.40.254:40977)] connecting to peer
02:05:34.670 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.40.253:34681(127.26.40.253:34681)] Successfully connected to peer
02:05:34.672 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.40.254:40977(127.26.40.254:40977)] Successfully connected to peer
02:05:34.673 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.40.252:44271(127.26.40.252:44271)] Successfully connected to peer
02:05:34.691 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:05:34.691 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.694989 27394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap starting.
02:05:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:34.711 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:34.712 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:05:34.712 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:05:34.712 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:34.718 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:34.718 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:05:34.719 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:05:34.719 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:34.724 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:34.724 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:05:34.726 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.40.253
02:05:34.727 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.40.252
02:05:34.736 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.40.254
02:05:34.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.758425 27394 log.cc:826] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Log is configured to *not* fsync() on all Append() calls
02:05:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:34.792 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc510a26c, L:/127.0.0.1:48132 - R:/127.26.40.254:40977] using SASL/GSSAPI
02:05:34.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.40.254:40977: Catalog manager is not initialized. State: Starting
02:05:34.810 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0663f570, L:/127.0.0.1:33708 - R:/127.26.40.252:44271] using SASL/GSSAPI
02:05:34.811 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x134bc9b6, L:/127.0.0.1:39408 - R:/127.26.40.253:34681] using SASL/GSSAPI
02:05:34.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:34.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.40.252:44271, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.40.253:34681, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.40.254:40977, [133ms] Sub RPC ConnectToMaster: received response from server master-127.26.40.254:40977: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [155ms] Sub RPC ConnectToMaster: received response from server master-127.26.40.252:44271: OK, deferred=null) after lookup
02:05:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.845084 27394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.846217 27394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap complete.
02:05:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.871508 27394 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.873999 27394 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d830d6abeed4a48a47a977ab4a0fbd3, State: Initialized, Role: FOLLOWER
02:05:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.875036 27394 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.877766 27405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.878554 27405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.879509 27394 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: configured and running, proceeding with master startup.
02:05:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:34.899946 27416 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007534, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007534, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:34 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007534, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:35 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007528, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.151655 27369 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 1 FOLLOWER]: Advancing to term 2
02:05:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.166903 27421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.168473 27421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.171175 27405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.171959 27405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.684541 27316 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.685750 27316 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:35.824 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.252:44271
02:05:35.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:35.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.825095 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27126
02:05:35.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:35.858 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.253:34681
02:05:35.858 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.40.252:44271(127.26.40.252:44271)] handling channelInactive
02:05:35.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.40.252:44271(127.26.40.252:44271)] cleaning up while in state READY due to: connection closed
02:05:35.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.858683 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27198
02:05:35.890 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.40.253:34681(127.26.40.253:34681)] handling channelInactive
02:05:35.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:35.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.40.253:34681(127.26.40.253:34681)] cleaning up while in state READY due to: connection closed
02:05:35.890 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.254:40977
02:05:35.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.891520 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27291
02:05:35.914 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.40.254:40977(127.26.40.254:40977)] handling channelInactive
02:05:35.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:35.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.40.254:40977(127.26.40.254:40977)] cleaning up while in state READY due to: connection closed
02:05:35.914 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.252:44271
02:05:35.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:35.916271 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.271809 27426 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.272475 27426 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.273154 27426 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.309180 27426 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.309549 27426 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.309880 27426 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.310267 27426 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.310664 27426 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.310992 27426 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.311245 27426 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:36.353394 27426 master_runner.cc:387] Master server non-default flags:
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:36.355223 27426 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:36.356472 27426 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.368415 27432 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:36.369022 27433 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:37.772748 27431 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27426
02:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.261932 27426 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.893s	user 0.656s	sys 1.189s
02:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.262296 27426 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.894s	user 0.657s	sys 1.189s
02:05:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.269004 27434 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1898 milliseconds
02:05:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.269258 27435 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.269186 27426 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.270737 27426 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:38.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.273244 27426 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.274626 27426 hybrid_clock.cc:648] HybridClock initialized: now 1782007538274597 us; error 48 us; skew 500 ppm
02:05:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.275521 27426 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:38 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007538, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:38.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.282565 27426 init.cc:377] Logged in from keytab as kudu/127.26.40.252@KRBTEST.COM (short username kudu)
02:05:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.288053 27426 webserver.cc:533] Webserver started at http://127.26.40.252:34145/ using document root <none> and password file <none>
02:05:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.288998 27426 fs_manager.cc:362] Metadata directory not provided
02:05:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.289194 27426 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:38.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.298022 27426 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.004s	sys 0.003s
02:05:38.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.302776 27444 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.303990 27426 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:05:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.304385 27426 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.306548 27426 fs_report.cc:389] FS layout report
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/data
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.372668 27426 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.379103 27426 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.379706 27426 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.458729 27426 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.252:44271
02:05:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.458809 27495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.252:44271 every 8 connection(s)
02:05:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.462037 27426 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.463243 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27426
02:05:38.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:38.464 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.253:34681
02:05:38.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.465842 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.476294 27496 sys_catalog.cc:263] Verifying existing consensus state
02:05:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.483934 27496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap starting.
02:05:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.527904 27496 log.cc:826] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Log is configured to *not* fsync() on all Append() calls
02:05:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.546269 27496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.547087 27496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap complete.
02:05:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.573745 27496 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.576320 27496 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Initialized, Role: FOLLOWER
02:05:38.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.577533 27496 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.580685 27500 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.581862 27500 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.582494 27496 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:38.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.616626 27511 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:38.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.617202 27511 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: loading cluster ID for follower catalog manager: success
02:05:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.625895 27511 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: acquiring CA information for follower catalog manager: success
02:05:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.632287 27511 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.618449 27426 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.643296 27426 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.865556 27498 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.866340 27498 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.867077 27498 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.906584 27498 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.906903 27498 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.907341 27498 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.907673 27498 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.907977 27498 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.908283 27498 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.908520 27498 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.970820 27498 master_runner.cc:387] Master server non-default flags:
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.972617 27498 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:38.973848 27498 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.991168 27519 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.167913 27524 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:40.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.168764 27524 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:40.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.192265 27524 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.200160 27446 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.219583 27446 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681): Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.220587 27448 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.221138 27448 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3, 45ebd0e83f864a37b1b080f686733695
02:05:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.221989 27524 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
02:05:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.390636 27518 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27498
02:05:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:38.994971 27520 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.450749 27498 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.460s	user 0.508s	sys 0.838s
02:05:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.451587 27498 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.461s	user 0.508s	sys 0.838s
02:05:40.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.478610 27498 server_base.cc:1061] running on GCE node
02:05:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:40.480391 27529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:40.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.482203 27498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.495322 27498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.496886 27498 hybrid_clock.cc:648] HybridClock initialized: now 1782007540496673 us; error 202 us; skew 500 ppm
02:05:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.498229 27498 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:40 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007540, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.507575 27498 init.cc:377] Logged in from keytab as kudu/127.26.40.253@KRBTEST.COM (short username kudu)
02:05:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.514825 27498 webserver.cc:533] Webserver started at http://127.26.40.253:43771/ using document root <none> and password file <none>
02:05:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.516276 27498 fs_manager.cc:362] Metadata directory not provided
02:05:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.516598 27498 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.528594 27498 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.009s	sys 0.001s
02:05:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.535188 27536 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.536630 27498 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:05:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.537096 27498 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.540271 27498 fs_report.cc:389] FS layout report
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/data
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.630522 27498 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.641232 27498 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.642004 27498 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.740901 27498 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.253:34681
02:05:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.741132 27587 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.253:34681 every 8 connection(s)
02:05:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.744710 27498 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.751243 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27498
02:05:40.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:40.752 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.254:40977
02:05:40.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.753925 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.762945 27588 sys_catalog.cc:263] Verifying existing consensus state
02:05:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.772830 27588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap starting.
02:05:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.840353 27588 log.cc:826] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Log is configured to *not* fsync() on all Append() calls
02:05:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.866201 27588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:40.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.867344 27588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap complete.
02:05:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.912055 27588 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.916018 27588 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ebd0e83f864a37b1b080f686733695, State: Initialized, Role: FOLLOWER
02:05:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.917270 27588 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.931950 27593 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.933239 27593 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:40.933699 27588 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: configured and running, proceeding with master startup.
02:05:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.069080 27604 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.069393 27604 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: loading cluster ID for follower catalog manager: success
02:05:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.077703 27604 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: acquiring CA information for follower catalog manager: success
02:05:41.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.084378 27604 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.036834 27498 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.091886 27498 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.286062 27590 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.286964 27590 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.288151 27590 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.353842 27590 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.354239 27590 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.354733 27590 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.355103 27590 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.355454 27590 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.355796 27590 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.356060 27590 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.433086 27590 master_runner.cc:387] Master server non-default flags:
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.434938 27590 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:41.436437 27590 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.453156 27612 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.254803 27616 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.255316 27616 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.257294 27616 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:42.299194 27448 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.340780 27563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695" is_pre_election: true
02:05:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.341912 27563 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 2.
02:05:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.344492 27446 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.346447 27616 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:05:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.346982 27616 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.347456 27616 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 2 FOLLOWER]: Advancing to term 3
02:05:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.366258 27616 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.374102 27563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.374681 27616 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 election: Requested vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.374748 27563 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 2 FOLLOWER]: Advancing to term 3
02:05:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:42.377130 27448 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.394789 27563 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 3.
02:05:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.397841 27446 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.401762 27616 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Leader election won for term 3
02:05:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.413141 27616 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 LEADER]: Becoming Leader. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Running, Role: LEADER
02:05:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.415688 27616 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.460724 27621 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.462570 27621 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.486318 27624 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.545564 27624 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:42.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.556878 27624 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.557745 27624 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.566390 27624 catalog_manager.cc:1539] Loading token signing keys...
02:05:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.574234 27624 catalog_manager.cc:6080] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Loaded TSK: 0
02:05:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.576716 27624 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.836941 27563 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
02:05:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.839246 27616 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
02:05:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.863576 27625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.864359 27625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.880091 27625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.881000 27625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.889870 27621 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:42.890668 27621 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:42.908061 27448 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 -> Peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Couldn't send request to peer 0d830d6abeed4a48a47a977ab4a0fbd3. Status: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:05:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:42.855794 27611 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27590
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:43.409934 27611 kernel_stack_watchdog.cc:198] Thread 27590 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:43.410570 27590 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.959s	user 0.569s	sys 1.150s
02:05:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:43.410930 27590 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.960s	user 0.569s	sys 1.150s
02:05:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:41.453316 27613 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:43.421233 27633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.421285 27590 server_base.cc:1061] running on GCE node
02:05:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.423058 27590 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.426157 27590 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.427627 27590 hybrid_clock.cc:648] HybridClock initialized: now 1782007543427578 us; error 54 us; skew 500 ppm
02:05:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.428640 27590 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:43 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.435712 27590 init.cc:377] Logged in from keytab as kudu/127.26.40.254@KRBTEST.COM (short username kudu)
02:05:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.442117 27590 webserver.cc:533] Webserver started at http://127.26.40.254:41467/ using document root <none> and password file <none>
02:05:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.443260 27590 fs_manager.cc:362] Metadata directory not provided
02:05:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.443524 27590 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.452842 27590 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.001s	sys 0.005s
02:05:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.458470 27639 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.459887 27590 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
02:05:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.460314 27590 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.462517 27590 fs_report.cc:389] FS layout report
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/data
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.539151 27590 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.545626 27590 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.546231 27590 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.638862 27590 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.254:40977
02:05:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.638994 27690 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.254:40977 every 8 connection(s)
02:05:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.642242 27590 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.649817 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27590
02:05:43.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:43.651 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.252:44271(127.26.40.252:44271)] connecting to peer
02:05:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.664731 27691 sys_catalog.cc:263] Verifying existing consensus state
02:05:43.672 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.26.40.252:44271(127.26.40.252:44271)] Successfully connected to peer
02:05:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.676404 27691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap starting.
02:05:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:43 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007538, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:43.690 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:05:43.690 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:43 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:43.697 [DEBUG - kudu-nio-3] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:43.697 [INFO - kudu-nio-3] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:05:43.704 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.40.252
02:05:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.712682 27426 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: OK, instance_id { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" instance_seqno: 1782007543613402 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.717293 27426 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:43 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007524, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.745584 27691 log.cc:826] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Log is configured to *not* fsync() on all Append() calls
02:05:43.773 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe85e3256, L:/127.0.0.1:33716 - R:/127.26.40.252:44271] using SASL/GSSAPI
02:05:43.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.783766 27691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.784981 27691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap complete.
02:05:43.791 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:05:43.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

02:05:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.837127 27691 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.842336 27691 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d830d6abeed4a48a47a977ab4a0fbd3, State: Initialized, Role: FOLLOWER
02:05:43.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.843751 27691 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:43.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:43 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:05:43.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.860469 27691 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: configured and running, proceeding with master startup.
02:05:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.863641 27666 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 2 FOLLOWER]: Advancing to term 3
02:05:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.882279 27699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.883744 27699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.982926 27702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.984037 27702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.988013 27699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:43.991636 27699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.017024 27713 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:44 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:44 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:44 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.393682 27616 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.394690 27616 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:44.860 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.252:44271
02:05:44.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.862150 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27426
02:05:44.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:44.894 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.253:34681
02:05:44.894 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.26.40.252:44271(127.26.40.252:44271)] handling channelInactive
02:05:44.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:44.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.40.252:44271(127.26.40.252:44271)] cleaning up while in state READY due to: connection closed
02:05:44.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.894692 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27498
02:05:44.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:44.931 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.254:40977
02:05:44.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.931788 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27590
02:05:44.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:44.957 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.252:44271
02:05:44.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:44.961441 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.317086 27720 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:45.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.317999 27720 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.319041 27720 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.367830 27720 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.368160 27720 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.368618 27720 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.368935 27720 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.369252 27720 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.369553 27720 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.369849 27720 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.415131 26632 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 26507
02:05:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.416299 26632 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9720 after lost signal to thread 26635
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:45.417680 27720 master_runner.cc:387] Master server non-default flags:
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:45.419543 27720 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:45.421103 27720 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.437014 27726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:46.345834 26137 debug-util.cc:398] Leaking SignalData structure 0x7b0800090120 after lost signal to thread 26074
02:05:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:46.346709 26137 debug-util.cc:398] Leaking SignalData structure 0x7b080008c040 after lost signal to thread 26140
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:46.841681 27725 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27720
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:48.277551 27725 kernel_stack_watchdog.cc:198] Thread 27720 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:48.278986 27720 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.840s	user 0.905s	sys 1.649s
02:05:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:48.279407 27720 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.841s	user 0.905s	sys 1.649s
02:05:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:45.438259 27727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:48.281854 27729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:48.286307 27728 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2841 milliseconds
02:05:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.286415 27720 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.288177 27720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:48.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.291767 27720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.293282 27720 hybrid_clock.cc:648] HybridClock initialized: now 1782007548293301 us; error 160 us; skew 500 ppm
02:05:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.294579 27720 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:48 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007548, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.303844 27720 init.cc:377] Logged in from keytab as kudu/127.26.40.252@KRBTEST.COM (short username kudu)
02:05:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.313439 27720 webserver.cc:533] Webserver started at http://127.26.40.252:34145/ using document root <none> and password file <none>
02:05:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.315006 27720 fs_manager.cc:362] Metadata directory not provided
02:05:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.315483 27720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.332851 27720 fs_manager.cc:714] Time spent opening directory manager: real 0.012s	user 0.011s	sys 0.000s
02:05:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.339736 27742 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.341629 27720 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
02:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.342137 27720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.345279 27720 fs_report.cc:389] FS layout report
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/data
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.439900 27720 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.454699 27720 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.455356 27720 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.582330 27720 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.252:44271
02:05:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.582381 27793 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.252:44271 every 8 connection(s)
02:05:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.585707 27720 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:48.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.592692 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27720
02:05:48.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:48.593 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.253:34681
02:05:48.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.596144 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.607277 27794 sys_catalog.cc:263] Verifying existing consensus state
02:05:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.618336 27794 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap starting.
02:05:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.679296 27794 log.cc:826] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Log is configured to *not* fsync() on all Append() calls
02:05:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.712584 27794 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.713783 27794 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap complete.
02:05:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.754719 27794 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.758663 27794 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Initialized, Role: FOLLOWER
02:05:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.760211 27794 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.778040 27798 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.779058 27798 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.780354 27794 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.868522 27809 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:48.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.886857 27720 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:48.916823 27720 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.128569 27796 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.129156 27796 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.129781 27796 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.165314 27796 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.165568 27796 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.165832 27796 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.166112 27796 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.166407 27796 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.166721 27796 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.166882 27796 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.211884 27796 master_runner.cc:387] Master server non-default flags:
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.213321 27796 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.214619 27796 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.228614 27816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.939278 27809 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.939692 27809 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: loading cluster ID for follower catalog manager: success
02:05:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:49.983078 27809 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: acquiring CA information for follower catalog manager: success
02:05:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.005795 27809 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:50.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.175817 27824 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:50.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.176978 27824 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.192967 27824 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:50.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.194614 27744 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.207257 27744 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681): Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.210454 27746 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.211190 27746 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3, 45ebd0e83f864a37b1b080f686733695
02:05:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.212364 27824 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:05:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.327841 26491 debug-util.cc:398] Leaking SignalData structure 0x7b08000acc20 after lost signal to thread 26362
02:05:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.329457 26491 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac360 after lost signal to thread 26494
02:05:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.950904 27818 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:05:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.952355 27819 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.630215 27815 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27796
02:05:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.950294 27796 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.722s	user 0.642s	sys 0.873s
02:05:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:50.953157 27796 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.725s	user 0.642s	sys 0.873s
02:05:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:49.232369 27817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.953449 27796 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.958300 27796 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.970197 27796 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.971709 27796 hybrid_clock.cc:648] HybridClock initialized: now 1782007550971507 us; error 215 us; skew 500 ppm
02:05:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.972937 27796 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:50 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007550, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:50.982311 27796 init.cc:377] Logged in from keytab as kudu/127.26.40.253@KRBTEST.COM (short username kudu)
02:05:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.000759 27796 webserver.cc:533] Webserver started at http://127.26.40.253:43771/ using document root <none> and password file <none>
02:05:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.003298 27796 fs_manager.cc:362] Metadata directory not provided
02:05:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.003700 27796 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.015669 27796 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.006s	sys 0.002s
02:05:51.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.022307 27836 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.023924 27796 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.001s
02:05:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.024398 27796 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.027582 27796 fs_report.cc:389] FS layout report
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/data
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:51.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.150198 27796 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.158318 27796 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.158913 27796 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.276859 27796 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.253:34681
02:05:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.277021 27887 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.253:34681 every 8 connection(s)
02:05:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.281230 27796 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.289904 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27796
02:05:51.291 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:51.291 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.254:40977
02:05:51.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.294144 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:51.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.304590 27888 sys_catalog.cc:263] Verifying existing consensus state
02:05:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.313820 27888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap starting.
02:05:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.373126 27888 log.cc:826] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Log is configured to *not* fsync() on all Append() calls
02:05:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.403506 27888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.404583 27888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap complete.
02:05:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.441928 27888 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.445449 27888 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ebd0e83f864a37b1b080f686733695, State: Initialized, Role: FOLLOWER
02:05:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.446833 27888 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.455295 27892 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.456190 27892 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.459072 27888 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: configured and running, proceeding with master startup.
02:05:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.553320 27903 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.572793 27796 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:51.603294 27796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.863471 27890 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.864195 27890 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.865054 27890 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.907483 27890 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.908280 27890 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.908886 27890 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.909375 27890 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.910135 27890 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.910579 27890 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:51.910935 27890 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.011479 27890 master_runner.cc:387] Master server non-default flags:
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.013573 27890 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.015257 27890 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:52.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:52.036656 27910 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.111842 27914 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.114493 27914 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.143364 27914 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:52.168426 27746 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:52 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007548, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for kudu/127.26.40.253@KRBTEST.COM
02:05:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.223640 27863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695" is_pre_election: true
02:05:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.224711 27863 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 3.
02:05:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.226768 27744 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.228083 27914 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:05:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.228484 27914 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.228858 27914 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 3 FOLLOWER]: Advancing to term 4
02:05:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.248689 27914 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:52.258457 27746 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.263926 27863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695"
02:05:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.264596 27863 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 3 FOLLOWER]: Advancing to term 4
02:05:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.276633 27914 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 election: Requested vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.282060 27863 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 4.
02:05:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.283752 27744 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:05:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.285027 27914 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Leader election won for term 4
02:05:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.289574 27914 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 LEADER]: Becoming Leader. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Running, Role: LEADER
02:05:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.290711 27914 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:52.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.323627 27919 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:52.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.324713 27919 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.340876 27921 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.360957 27921 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.370209 27921 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.370569 27921 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.381819 27921 catalog_manager.cc:1539] Loading token signing keys...
02:05:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.390163 27921 catalog_manager.cc:6080] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Loaded TSK: 0
02:05:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.391691 27921 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.582713 27903 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.583009 27903 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: loading cluster ID for follower catalog manager: success
02:05:52.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.608966 27903 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: acquiring CA information for follower catalog manager: success
02:05:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.640688 27903 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.677527 27863 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
02:05:52.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.680377 27919 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
02:05:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.735340 27924 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:52.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:52.748437 27746 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 -> Peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Couldn't send request to peer 0d830d6abeed4a48a47a977ab4a0fbd3. Status: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:05:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.749745 27914 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.750603 27914 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.758963 27928 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.764453 27928 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:52.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:52.764627 27924 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:05:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:53.922150 27720 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:53.922844 27720 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:53.437289 27909 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27890
02:05:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:54.448148 27890 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.412s	user 0.688s	sys 1.328s
02:05:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:54.456241 27890 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.421s	user 0.688s	sys 1.329s
02:05:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:52.038091 27911 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:54.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:54.467887 27939 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.470307 27890 server_base.cc:1061] running on GCE node
02:05:54.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.471985 27890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.475512 27890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.477025 27890 hybrid_clock.cc:648] HybridClock initialized: now 1782007554476889 us; error 133 us; skew 500 ppm
02:05:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.478434 27890 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:54 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007554, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.487039 27890 init.cc:377] Logged in from keytab as kudu/127.26.40.254@KRBTEST.COM (short username kudu)
02:05:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.494230 27890 webserver.cc:533] Webserver started at http://127.26.40.254:41467/ using document root <none> and password file <none>
02:05:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.495446 27890 fs_manager.cc:362] Metadata directory not provided
02:05:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.495726 27890 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.506704 27890 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.000s	sys 0.007s
02:05:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.513456 27945 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.515509 27890 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.003s	sys 0.004s
02:05:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.516009 27890 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:05:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.519572 27890 fs_report.cc:389] FS layout report
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/data
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.596487 27890 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.604435 27890 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.605032 27890 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.707885 27890 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.254:40977
02:05:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.708024 27996 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.254:40977 every 8 connection(s)
02:05:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.711202 27890 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:05:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.717365 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 27890
02:05:54.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:54.718 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.252:44271(127.26.40.252:44271)] connecting to peer
02:05:54.720 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.26.40.252:44271(127.26.40.252:44271)] Successfully connected to peer
02:05:54.724 [DEBUG - kudu-nio-4] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:05:54.726 [DEBUG - kudu-nio-4] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:05:54.731 [DEBUG - kudu-nio-4] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:05:54.731 [INFO - kudu-nio-4] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:05:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:54 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.730387 27997 sys_catalog.cc:263] Verifying existing consensus state
02:05:54.734 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.40.252
02:05:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.738881 27997 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap starting.
02:05:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:54 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1782007543, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.40.252@KRBTEST.COM
02:05:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.807466 27997 log.cc:826] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Log is configured to *not* fsync() on all Append() calls
02:05:54.809 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x225db5f1, L:/127.0.0.1:44708 - R:/127.26.40.252:44271] using SASL/GSSAPI
02:05:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.836385 27997 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.837405 27997 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap complete.
02:05:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.861704 27997 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.864217 27997 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d830d6abeed4a48a47a977ab4a0fbd3, State: Initialized, Role: FOLLOWER
02:05:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.865300 27997 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.868001 28002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.868961 28002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.869602 27997 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: configured and running, proceeding with master startup.
02:05:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:54 dist-test-slave-vg0w krb5kdc[26798](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007554, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for kudu/127.26.40.254@KRBTEST.COM
02:05:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.922168 28013 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.922436 28013 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: loading cluster ID for follower catalog manager: success
02:05:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.931052 28013 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: acquiring CA information for follower catalog manager: success
02:05:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:54.950515 28013 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.007490 27972 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [term 3 FOLLOWER]: Advancing to term 4
02:05:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.046406 28002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.047209 28002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.050853 28023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.051692 28023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:55.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.501276 28017 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.507138 28017 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:05:55.813 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.252:44271
02:05:55.813 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.814585 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27720
02:05:55.851 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.26.40.252:44271(127.26.40.252:44271)] handling channelInactive
02:05:55.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.40.252:44271(127.26.40.252:44271)] cleaning up while in state READY due to: connection closed
02:05:55.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:55.854 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.253:34681
02:05:55.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.854664 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27796
02:05:55.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:55.882 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.40.254:40977
02:05:55.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:05:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.883420 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 27890
02:05:55.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:55.909 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.252:44271
02:05:55.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:55.911296 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.265698 28031 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.266369 28031 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.267005 28031 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.303144 28031 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.303443 28031 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.303800 28031 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.304011 28031 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.304222 28031 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.304421 28031 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.304574 28031 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:56.347496 28031 master_runner.cc:387] Master server non-default flags:
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.252
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.252:44271
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.252
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34145
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/logs
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:56.349036 28031 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:56.350111 28031 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.361373 28037 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.363193 28038 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:56.367298 28040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:57.751209 28039 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1383 milliseconds
02:05:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.751346 28031 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.752571 28031 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.755852 28031 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.757354 28031 hybrid_clock.cc:648] HybridClock initialized: now 1782007557757294 us; error 67 us; skew 500 ppm
02:05:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.758292 28031 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:05:57 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007557, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:05:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.764616 28031 init.cc:377] Logged in from keytab as kudu/127.26.40.252@KRBTEST.COM (short username kudu)
02:05:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.770709 28031 webserver.cc:533] Webserver started at http://127.26.40.252:34145/ using document root <none> and password file <none>
02:05:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.771690 28031 fs_manager.cc:362] Metadata directory not provided
02:05:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.771899 28031 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.781075 28031 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.005s	sys 0.000s
02:05:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.786443 28049 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.788002 28031 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
02:05:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.788368 28031 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0da7a41befb459b9b81a850c75bc6d1"
02:05:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:24 on dist-test-slave-vg0w"
02:05:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.790493 28031 fs_report.cc:389] FS layout report
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/wal
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/data
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.887264 28031 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.893635 28031 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.894161 28031 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.995517 28031 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.252:44271
02:05:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.995608 28100 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.252:44271 every 8 connection(s)
02:05:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:57.998522 28031 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-2/data/info.pb
02:05:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.003084 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 28031
02:05:58.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:05:58.003 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.253:34681
02:05:58.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.005833 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:05:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:05:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.014456 28101 sys_catalog.cc:263] Verifying existing consensus state
02:05:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.020687 28101 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap starting.
02:05:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.064306 28101 log.cc:826] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Log is configured to *not* fsync() on all Append() calls
02:05:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.090631 28101 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:05:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.091737 28101 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Bootstrap complete.
02:05:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.129504 28101 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.132342 28101 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Initialized, Role: FOLLOWER
02:05:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.133814 28101 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.136907 28105 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:05:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.137888 28105 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.138621 28101 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.178802 28116 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:05:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.179484 28116 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: loading cluster ID for follower catalog manager: success
02:05:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.190246 28116 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: acquiring CA information for follower catalog manager: success
02:05:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.197499 28116 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.182240 28031 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:05:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.219514 28031 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.270422 26772 debug-util.cc:398] Leaking SignalData structure 0x7b08000b36c0 after lost signal to thread 26647
02:05:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.271596 26772 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3320 after lost signal to thread 26775
02:05:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.420064 28103 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.420766 28103 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.421547 28103 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.458326 28103 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:05:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.458649 28103 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.459079 28103 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.459406 28103 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.459723 28103 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.460027 28103 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.460266 28103 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.504520 28103 master_runner.cc:387] Master server non-default flags:
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.253
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.253:34681
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.253
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43771
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/logs
02:05:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.506400 28103 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:58.507705 28103 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.523030 28125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:59.755060 28129 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:59.755820 28129 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:05:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:59.768808 28053 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:59.771152 28129 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:05:59.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:59.791646 28051 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681): Network error: Client connection negotiation failed: client connection to 127.26.40.253:34681: connect: Connection refused (error 111)
02:05:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:59.792469 28053 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:05:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:59.793500 28053 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3, 45ebd0e83f864a37b1b080f686733695
02:05:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:05:59.794941 28129 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:06:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:59.922915 28124 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 28103
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:00.695328 28124 kernel_stack_watchdog.cc:198] Thread 28103 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:05:58.526372 28126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:00.700873 28103 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.180s	user 0.608s	sys 1.181s
02:06:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:00.702116 28103 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.181s	user 0.609s	sys 1.182s
02:06:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.713438 28103 server_base.cc:1061] running on GCE node
02:06:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:00.714093 28137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.715996 28103 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.722107 28103 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.723839 28103 hybrid_clock.cc:648] HybridClock initialized: now 1782007560723798 us; error 52 us; skew 500 ppm
02:06:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.725234 28103 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:06:00 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007560, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:06:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.734432 28103 init.cc:377] Logged in from keytab as kudu/127.26.40.253@KRBTEST.COM (short username kudu)
02:06:00.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.741614 28103 webserver.cc:533] Webserver started at http://127.26.40.253:43771/ using document root <none> and password file <none>
02:06:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.743191 28103 fs_manager.cc:362] Metadata directory not provided
02:06:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.743497 28103 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.756229 28103 fs_manager.cc:714] Time spent opening directory manager: real 0.008s	user 0.004s	sys 0.003s
02:06:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.762719 28143 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.764528 28103 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
02:06:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.765076 28103 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:06:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45ebd0e83f864a37b1b080f686733695"
02:06:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:22 on dist-test-slave-vg0w"
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.768302 28103 fs_report.cc:389] FS layout report
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/wal
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/data
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.837654 28103 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.848951 28103 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:00.849560 28103 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.040486 28103 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.253:34681
02:06:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.040613 28195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.253:34681 every 8 connection(s)
02:06:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.044703 28103 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-1/data/info.pb
02:06:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.049220 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 28103
02:06:01.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:06:01.050 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.40.254:40977
02:06:01.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.052278 26787 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:06:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:06:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:06:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:06:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.064209 28196 sys_catalog.cc:263] Verifying existing consensus state
02:06:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.072880 28196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap starting.
02:06:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.131800 28196 log.cc:826] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Log is configured to *not* fsync() on all Append() calls
02:06:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.165220 28196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:06:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.166332 28196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: Bootstrap complete.
02:06:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.205137 28196 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:06:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.208714 28196 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45ebd0e83f864a37b1b080f686733695, State: Initialized, Role: FOLLOWER
02:06:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.210017 28196 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:06:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.220060 28201 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:06:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.221664 28201 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:06:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.222076 28196 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: configured and running, proceeding with master startup.
02:06:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.288955 28212 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:06:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.293056 28212 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: loading cluster ID for follower catalog manager: success
02:06:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.309334 28212 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: acquiring CA information for follower catalog manager: success
02:06:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.288935 28103 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:06:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.319325 28103 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.326610 28212 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:06:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.454761 28215 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.455595 28215 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:06:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.477527 28215 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:06:01.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.492170 28053 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:06:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.506462 28171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695" is_pre_election: true
02:06:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.507587 28171 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 4.
02:06:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.509711 28051 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:06:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.511723 28215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:06:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.512168 28215 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.512543 28215 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 4 FOLLOWER]: Advancing to term 5
02:06:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.526459 28215 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:06:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.530560 28171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0da7a41befb459b9b81a850c75bc6d1" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "45ebd0e83f864a37b1b080f686733695"
02:06:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.530918 28215 leader_election.cc:290] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 election: Requested vote from peers 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977), 45ebd0e83f864a37b1b080f686733695 (127.26.40.253:34681)
02:06:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.531270 28171 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 4 FOLLOWER]: Advancing to term 5
02:06:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.536252 28053 leader_election.cc:336] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111)
02:06:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.542829 28171 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0da7a41befb459b9b81a850c75bc6d1 in term 5.
02:06:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.544206 28051 leader_election.cc:304] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 45ebd0e83f864a37b1b080f686733695, a0da7a41befb459b9b81a850c75bc6d1; no voters: 0d830d6abeed4a48a47a977ab4a0fbd3
02:06:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.545337 28215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 5 FOLLOWER]: Leader election won for term 5
02:06:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.562106 28215 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [term 5 LEADER]: Becoming Leader. State: Replica: a0da7a41befb459b9b81a850c75bc6d1, State: Running, Role: LEADER
02:06:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.563832 28215 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } }
02:06:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.595352 28220 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 5 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:06:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.596626 28220 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:06:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.605073 28226 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:06:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.623441 28226 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:06:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.628468 28226 catalog_manager.cc:1294] Loaded cluster ID: 82f8ff31f79c4f2c8652198d7444c83f
02:06:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.628829 28226 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:06:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.635133 28226 catalog_manager.cc:1539] Loading token signing keys...
02:06:01.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.645604 28226 catalog_manager.cc:6080] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1: Loaded TSK: 0
02:06:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.647064 28226 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:06:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.658483 28198 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.659574 28198 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.660823 28198 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.701828 28198 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:06:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.702219 28198 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.702687 28198 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.703061 28198 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.703428 28198 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.703765 28198 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.704020 28198 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43627/jwks.json
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.749893 28198 master_runner.cc:387] Master server non-default flags:
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.40.212:44045
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.40.254:40977,127.26.40.253:34681,127.26.40.252:44271
02:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/kudu.keytab
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.40.254
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.40.254:40977
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43627/jwks.json
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.40.254
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/logs
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Jun 2026 01:43:20 UTC on e7f111948823
02:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12495
02:06:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.752182 28198 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:01.753520 28198 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.767495 28228 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.216651 28171 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [term 5 FOLLOWER]: Refusing update from remote peer a0da7a41befb459b9b81a850c75bc6d1: Log matching property violated. Preceding OpId in replica: term: 4 index: 7. Preceding OpId from leader: term: 5 index: 8. (index mismatch)
02:06:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.220520 28234 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
02:06:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:02.240310 28053 consensus_peers.cc:597] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 -> Peer 0d830d6abeed4a48a47a977ab4a0fbd3 (127.26.40.254:40977): Couldn't send request to peer 0d830d6abeed4a48a47a977ab4a0fbd3. Status: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:06:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.284729 28238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0da7a41befb459b9b81a850c75bc6d1. Latest consensus state: current_term: 5 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:06:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.285571 28238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:06:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.304652 28238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:06:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.305627 28238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45ebd0e83f864a37b1b080f686733695 [sys.catalog]: This master's current role is: FOLLOWER
02:06:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.310881 28234 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "a0da7a41befb459b9b81a850c75bc6d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d830d6abeed4a48a47a977ab4a0fbd3" member_type: VOTER last_known_addr { host: "127.26.40.254" port: 40977 } } peers { permanent_uuid: "45ebd0e83f864a37b1b080f686733695" member_type: VOTER last_known_addr { host: "127.26.40.253" port: 34681 } } peers { permanent_uuid: "a0da7a41befb459b9b81a850c75bc6d1" member_type: VOTER last_known_addr { host: "127.26.40.252" port: 44271 } } }
02:06:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:02.312031 28234 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0da7a41befb459b9b81a850c75bc6d1 [sys.catalog]: This master's current role is: LEADER
02:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.224170 28031 master_runner.cc:187] Error getting master registration for 127.26.40.254:40977: Network error: Client connection negotiation failed: client connection to 127.26.40.254:40977: connect: Connection refused (error 111), 
02:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.224671 28031 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.169978 28227 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 28198
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.615082 28227 kernel_stack_watchdog.cc:198] Thread 28198 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:01.769416 28229 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.622493 28198 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.852s	user 0.000s	sys 0.006s
02:06:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.623104 28198 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.853s	user 0.000s	sys 0.006s
02:06:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.624058 28230 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1852 milliseconds
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.625029 28231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.625120 28198 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.628093 28198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.631752 28198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.633260 28198 hybrid_clock.cc:648] HybridClock initialized: now 1782007563633150 us; error 119 us; skew 500 ppm
02:06:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.634363 28198 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 02:06:03 dist-test-slave-vg0w krb5kdc[26798](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782007563, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:06:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.640803 28198 init.cc:377] Logged in from keytab as kudu/127.26.40.254@KRBTEST.COM (short username kudu)
02:06:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.647091 28198 webserver.cc:533] Webserver started at http://127.26.40.254:41467/ using document root <none> and password file <none>
02:06:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.648132 28198 fs_manager.cc:362] Metadata directory not provided
02:06:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.648451 28198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.657534 28198 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.000s
02:06:03.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.662798 28250 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.664310 28198 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:06:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.664722 28198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data,/tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:06:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d830d6abeed4a48a47a977ab4a0fbd3"
02:06:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 02:05:19 on dist-test-slave-vg0w"
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.666832 28198 fs_report.cc:389] FS layout report
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/wal
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/data
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.721746 28198 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.728283 28198 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.728832 28198 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.822021 28198 rpc_server.cc:307] RPC server started. Bound to: 127.26.40.254:40977
02:06:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.822120 28301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.40.254:40977 every 8 connection(s)
02:06:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.825471 28198 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/master-0/data/info.pb
02:06:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.834064 26787 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu as pid 28198
02:06:03.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:06:03.835 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.40.252:44271(127.26.40.252:44271)] connecting to peer
02:06:03.837 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.26.40.252:44271(127.26.40.252:44271)] Successfully connected to peer
02:06:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.840637 28302 sys_catalog.cc:263] Verifying existing consensus state
02:06:03.843 [DEBUG - kudu-nio-5] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:06:03.844 [DEBUG - kudu-nio-5] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskxKXfPg/test-tmp/mini-kudu-cluster15878915863279438899/krb5kdc/krb5cc
02:06:03.845 [DEBUG - kudu-nio-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:03.846 [WARN - kudu-nio-5] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
02:06:03.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.40.252:44271(127.26.40.252:44271)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:06:03.847 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.26.40.252:44271(127.26.40.252:44271)] handling channelInactive
02:06:03.847 [DEBUG - main] (Connection.java:575) [peer master-127.26.40.252:44271(127.26.40.252:44271)] disconnecting while in state TERMINATED
02:06:03.848 [DEBUG - main] (Connection.java:575) [peer master-127.26.40.254:40977(127.26.40.254:40977)] disconnecting while in state TERMINATED
02:06:03.848 [DEBUG - main] (Connection.java:575) [peer master-127.26.40.253:34681(127.26.40.253:34681)] disconnecting while in state TERMINATED
02:06:03.849 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.848798 28302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d830d6abeed4a48a47a977ab4a0fbd3: Bootstrap starting.
02:06:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.854923 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 28198
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 02:06:03.859135 28305 negotiation.cc:336] Failed RPC negotiation. Trace:
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.838024 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:44724 (local address 127.26.40.252:44271)
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842292 (+  4268us) server_negotiation.cc:207] Beginning negotiation
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842324 (+    32us) server_negotiation.cc:400] Waiting for connection header
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842384 (+    60us) server_negotiation.cc:408] Connection header received
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842580 (+   196us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842610 (+    30us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.842987 (+   377us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.843246 (+   259us) server_negotiation.cc:227] Negotiated authn=SASL
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 02:06:03.848231 (+  4985us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44724: BlockingRecv error: recv got EOF from 127.0.0.1:44724 (error 108)
02:06:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":3399,"thread_start_us":3068,"threads_started":1}
02:06:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.869333 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 28103
02:06:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:03.897330 26787 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 28031
02:06:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:06:05Z chronyd exiting
02:06:06.195 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.198312 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26342
02:06:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.230062 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26501
02:06:06.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.261869 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26646
02:06:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.293185 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26073
02:06:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.331828 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26143
02:06:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 02:06:06.364251 26061 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskxKXfPg/build/tsan/bin/kudu with pid 26218
02:06:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T02:06:07Z chronyd exiting
02:06:08.593 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
		at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
		at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
		at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
		at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
		at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
		at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more