Unable to diagnose

02:03:44.458 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:03:44.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0HCHY_/test-tmp
02:03:44.479 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:03:44.483 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0HCHY_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:03:44.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:03:44.933 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:44.935 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:03:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:44.940696 18448 mini_oidc.cc:150] Starting JWKS server
02:03:44.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:44.945945 18448 webserver.cc:533] Webserver started at http://127.0.0.1:40973/ using document root <none> and password file <none>
02:03:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:44.946623 18448 mini_oidc.cc:186] Starting OIDC Discovery server
02:03:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:44.948778 18448 webserver.cc:533] Webserver started at http://127.0.0.1:37339/ using document root <none> and password file <none>
02:03:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:03:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:45Z Disabled control of system clock
02:03:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:45.020961 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal
02:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data
02:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/logs
02:03:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data/info.pb
02:03:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.62:35097
02:03:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.62
02:03:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:45.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json with env {}
02:03:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.359409 18468 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.360025 18468 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.360630 18468 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.396206 18468 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.396510 18468 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.396708 18468 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.396911 18468 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.397174 18468 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.397329 18468 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40973/jwks.json
02:03:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:45.439675 18468 master_runner.cc:387] Master server non-default flags:
02:03:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/logs
02:03:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.62:35097
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json
02:03:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data/info.pb
02:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.62
02:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:45.441751 18468 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:45.443864 18468 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.462486 18479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.463860 18478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:45.464869 18481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.766580 18468 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:46.767119 18480 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:03:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.771471 18468 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:46.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.774689 18468 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.778235 18468 hybrid_clock.cc:648] HybridClock initialized: now 1786500226778183 us; error 96 us; skew 500 ppm
02:03:46.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.779691 18468 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.787225 18468 webserver.cc:533] Webserver started at http://127.18.4.62:39383/ using document root <none> and password file <none>
02:03:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.788561 18468 fs_manager.cc:362] Metadata directory not provided
02:03:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.788842 18468 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.789525 18468 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.794617 18468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data/instance:
02:03:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6559cb7a82214014ba1be08a29c815a3"
02:03:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:46 on dist-test-slave-j2vl"
02:03:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.796305 18468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal/instance:
02:03:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6559cb7a82214014ba1be08a29c815a3"
02:03:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:46 on dist-test-slave-j2vl"
02:03:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.805119 18468 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
02:03:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.811772 18490 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.813506 18468 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
02:03:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.814092 18468 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal
02:03:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6559cb7a82214014ba1be08a29c815a3"
02:03:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:46 on dist-test-slave-j2vl"
02:03:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.814565 18468 fs_report.cc:389] FS layout report
02:03:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal
02:03:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal
02:03:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data/data
02:03:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.868741 18468 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.870896 18468 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.871567 18468 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.961470 18468 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.62:35097
02:03:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.961598 18594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.62:35097 every 8 connection(s)
02:03:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.965497 18468 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/data/info.pb
02:03:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.972349 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 18468
02:03:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.973150 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-0/wal/instance
02:03:46.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.977000 18595 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.980607 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal
02:03:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data
02:03:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/logs
02:03:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data/info.pb
02:03:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.61:37045
02:03:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.61
02:03:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json with env {}
02:03:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:46.995718 18595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.047464 18595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.050697 18496 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.056032 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.105783 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 1
02:03:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.111958 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.180449 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 2
02:03:47.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.188756 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.280313 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 3
02:03:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.285065 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.343518 18597 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.344137 18597 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.344621 18597 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.380002 18597 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.380313 18597 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.380518 18597 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.380712 18597 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.380995 18597 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.381240 18597 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40973/jwks.json
02:03:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.427435 18597 master_runner.cc:387] Master server non-default flags:
02:03:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/logs
02:03:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.61:37045
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json
02:03:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data/info.pb
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.61
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.428557 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 4
02:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.429044 18597 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.431355 18597 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.434630 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.445097 18611 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:47.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:47.734112 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 5
02:03:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.742422 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:48.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.290076 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 6
02:03:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.301515 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.61:37045: Network error: Client connection negotiation failed: client connection to 127.18.4.61:37045: connect: Connection refused (error 111)
02:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.447394 18612 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:47.452512 18615 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.710901 18613 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1262 milliseconds
02:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.710959 18597 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.716291 18597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.720206 18597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.721861 18597 hybrid_clock.cc:648] HybridClock initialized: now 1786500228721844 us; error 133 us; skew 500 ppm
02:03:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.722770 18597 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.729797 18597 webserver.cc:533] Webserver started at http://127.18.4.61:40747/ using document root <none> and password file <none>
02:03:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.731009 18597 fs_manager.cc:362] Metadata directory not provided
02:03:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.731235 18597 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.731668 18597 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.736557 18597 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data/instance:
02:03:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e231cdcb5c54fbf8f8f054c22576ac2"
02:03:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:48 on dist-test-slave-j2vl"
02:03:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.737910 18597 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal/instance:
02:03:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e231cdcb5c54fbf8f8f054c22576ac2"
02:03:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:48 on dist-test-slave-j2vl"
02:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.745707 18597 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:03:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.751855 18628 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:48.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.753213 18597 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
02:03:48.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.753635 18597 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal
02:03:48.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e231cdcb5c54fbf8f8f054c22576ac2"
02:03:48.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:48 on dist-test-slave-j2vl"
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.754086 18597 fs_report.cc:389] FS layout report
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data/data
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.810719 18597 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.812769 18597 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.813437 18597 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.895236 18597 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.61:37045
02:03:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.895354 18715 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.61:37045 every 8 connection(s)
02:03:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.898715 18597 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/data/info.pb
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.901202 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 18597
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.901733 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-1/wal/instance
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.904754 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal
02:03:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/logs
02:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data/info.pb
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.60:42799
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.60
02:03:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json with env {}
02:03:48.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.908746 18716 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.927768 18716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
02:03:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.956736 18716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
02:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.976780 18716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } has no permanent_uuid. Determining permanent_uuid...
02:03:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.980262 18629 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.986125 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.035809 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 1
02:03:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.040957 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.109448 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 2
02:03:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.114758 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.206224 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 3
02:03:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.211035 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.271098 18720 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.271827 18720 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.272606 18720 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.306346 18720 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.306749 18720 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.307085 18720 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.307466 18720 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.307880 18720 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.308176 18720 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40973/jwks.json
02:03:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.347362 18720 master_runner.cc:387] Master server non-default flags:
02:03:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/logs
02:03:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.60:42799
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40973/jwks.json
02:03:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data/info.pb
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.60
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.349385 18720 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.352116 18720 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.354485 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 4
02:03:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.360009 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.362161 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } attempt: 7
02:03:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.370307 18738 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.386264 18595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } has no permanent_uuid. Determining permanent_uuid...
02:03:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.400364 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.459014 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 1
02:03:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.469277 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.550926 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 2
02:03:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.560526 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.646095 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 3
02:03:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.655244 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.659430 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 5
02:03:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.668255 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.795925 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 4
02:03:49.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.805536 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.089563 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 5
02:03:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.100273 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.215938 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 6
02:03:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.245913 18716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.652964 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 6
02:03:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.681465 18595 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.4.60:42799: Network error: Client connection negotiation failed: client connection to 127.18.4.60:42799: connect: Connection refused (error 111)
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.771490 18736 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 18720
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.832456 18736 kernel_stack_watchdog.cc:198] Thread 18720 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:03:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:03:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.833778 18745 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1460 milliseconds
02:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.372828 18740 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.834367 18720 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.461s	user 0.553s	sys 0.898s
02:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.834941 18747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.835522 18720 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.463s	user 0.553s	sys 0.898s
02:03:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.835866 18720 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.840355 18720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.843124 18720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.844527 18720 hybrid_clock.cc:648] HybridClock initialized: now 1786500230844496 us; error 67 us; skew 500 ppm
02:03:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.845544 18720 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.852317 18720 webserver.cc:533] Webserver started at http://127.18.4.60:40865/ using document root <none> and password file <none>
02:03:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.853317 18720 fs_manager.cc:362] Metadata directory not provided
02:03:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.853613 18720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.854235 18720 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.859490 18720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data/instance:
02:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3629773e2e4310a1c212a7a95b5369"
02:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:50 on dist-test-slave-j2vl"
02:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.860683 18720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal/instance:
02:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3629773e2e4310a1c212a7a95b5369"
02:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:50 on dist-test-slave-j2vl"
02:03:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.869503 18720 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.006s
02:03:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.876747 18771 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.878116 18720 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.878566 18720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3629773e2e4310a1c212a7a95b5369"
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:50 on dist-test-slave-j2vl"
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.878985 18720 fs_report.cc:389] FS layout report
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data/data
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.945662 18720 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.947477 18720 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.948092 18720 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.033703 18720 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.60:42799
02:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.033741 18866 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.60:42799 every 8 connection(s)
02:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.036916 18720 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/data/info.pb
02:03:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.040449 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 18720
02:03:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.041003 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/master-2/wal/instance
02:03:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.045405 18868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.063722 18868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
02:03:51.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.093245 18868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } has no permanent_uuid. Determining permanent_uuid...
02:03:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.105023 18868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } has no permanent_uuid. Determining permanent_uuid...
02:03:51.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.126322 18868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: Bootstrap starting.
02:03:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.134693 18868 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: Neither blocks nor log segments found. Creating new log.
02:03:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.138201 18868 log.cc:826] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: Log is configured to *not* fsync() on all Append() calls
02:03:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.143890 18868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: No bootstrap required, opened a new log
02:03:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.167109 18868 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.167953 18868 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.168182 18868 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d3629773e2e4310a1c212a7a95b5369, State: Initialized, Role: FOLLOWER
02:03:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.169229 18868 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.173804 18886 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.174865 18886 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.176295 18868 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: configured and running, proceeding with master startup.
02:03:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.197757 18886 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.199024 18886 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.202037 18886 leader_election.cc:290] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6559cb7a82214014ba1be08a29c815a3 (127.18.4.62:35097), 6e231cdcb5c54fbf8f8f054c22576ac2 (127.18.4.61:37045)
02:03:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.205284 18783 tablet.cc:2406] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.208758 18904 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.209657 18904 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.208130 18720 master_runner.cc:187] Error getting master registration for 127.18.4.62:35097: OK, instance_id { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" instance_seqno: 1786500226936877 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.242058 18720 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:51.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.306581 18716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 7
02:03:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.344376 18716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: Bootstrap starting.
02:03:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.356694 18716 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: Neither blocks nor log segments found. Creating new log.
02:03:51.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.359153 18716 log.cc:826] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: Log is configured to *not* fsync() on all Append() calls
02:03:51.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.365041 18716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: No bootstrap required, opened a new log
02:03:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.389391 18716 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.391016 18716 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.391728 18716 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e231cdcb5c54fbf8f8f054c22576ac2, State: Initialized, Role: FOLLOWER
02:03:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.394219 18716 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.397452 18912 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.398860 18912 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.399693 18716 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: configured and running, proceeding with master startup.
02:03:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.400009 18670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d3629773e2e4310a1c212a7a95b5369" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" is_pre_election: true
02:03:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.401209 18670 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9d3629773e2e4310a1c212a7a95b5369 in term 0.
02:03:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.403220 18778 leader_election.cc:304] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e231cdcb5c54fbf8f8f054c22576ac2, 9d3629773e2e4310a1c212a7a95b5369; no voters: 
02:03:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.410231 18886 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:03:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.410799 18886 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.411191 18886 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 0 FOLLOWER]: Advancing to term 1
02:03:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.430624 18886 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.448973 18886 leader_election.cc:290] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [CANDIDATE]: Term 1 election: Requested vote from peers 6559cb7a82214014ba1be08a29c815a3 (127.18.4.62:35097), 6e231cdcb5c54fbf8f8f054c22576ac2 (127.18.4.61:37045)
02:03:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.449153 18670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d3629773e2e4310a1c212a7a95b5369" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2"
02:03:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.449818 18670 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 0 FOLLOWER]: Advancing to term 1
02:03:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.457497 18670 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9d3629773e2e4310a1c212a7a95b5369 in term 1.
02:03:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.458969 18778 leader_election.cc:304] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e231cdcb5c54fbf8f8f054c22576ac2, 9d3629773e2e4310a1c212a7a95b5369; no voters: 
02:03:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.459873 18886 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 1 FOLLOWER]: Leader election won for term 1
02:03:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.465880 18886 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [term 1 LEADER]: Becoming Leader. State: Replica: 9d3629773e2e4310a1c212a7a95b5369, State: Running, Role: LEADER
02:03:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.467618 18886 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.491405 18928 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9d3629773e2e4310a1c212a7a95b5369. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.492820 18928 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: This master's current role is: LEADER
02:03:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.496290 18935 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:03:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.507999 18935 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:03:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.526981 18939 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.527943 18939 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.543056 18670 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [term 1 FOLLOWER]: Refusing update from remote peer 9d3629773e2e4310a1c212a7a95b5369: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.552044 18886 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:03:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.506724 18597 master_runner.cc:187] Error getting master registration for 127.18.4.62:35097: OK, instance_id { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" instance_seqno: 1786500226936877 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.556859 18597 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.573307 18642 tablet.cc:2406] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.603113 18912 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9d3629773e2e4310a1c212a7a95b5369. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.603926 18912 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.611464 18942 mvcc.cc:204] Tried to move back new op lower bound from 7317504948373037056 to 7317504948106952704. Current Snapshot: MvccSnapshot[applied={T|T < 7317504948373037056}]
02:03:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.623502 18886 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.624804 18886 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: This master's current role is: LEADER
02:03:51.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.634765 18912 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.635561 18912 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.638465 18935 catalog_manager.cc:1383] Generated new cluster ID: 4a9dd8fc87b843009df1c55e1482cf5c
02:03:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.638799 18935 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.712852 18935 catalog_manager.cc:1406] Generated new certificate authority record
02:03:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.714918 18595 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } attempt: 7
02:03:51.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.716298 18935 catalog_manager.cc:1540] Loading token signing keys...
02:03:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.751593 18935 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369: Generated new TSK 0
02:03:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.753683 18935 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:03:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.774369 18595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: Bootstrap starting.
02:03:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.787761 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal
02:03:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/logs
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data/info.pb
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.1:0
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.1
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.1
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.800284 18595 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: Neither blocks nor log segments found. Creating new log.
02:03:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.803560 18595 log.cc:826] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: Log is configured to *not* fsync() on all Append() calls
02:03:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.816093 18595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: No bootstrap required, opened a new log
02:03:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.849737 18595 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.852128 18595 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.852808 18595 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6559cb7a82214014ba1be08a29c815a3, State: Initialized, Role: FOLLOWER
02:03:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.870451 18595 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } }
02:03:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.879947 18957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.892392 18957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.884332 18540 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d3629773e2e4310a1c212a7a95b5369" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6559cb7a82214014ba1be08a29c815a3" is_pre_election: true
02:03:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.884729 18499 tablet.cc:2406] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.885641 18537 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [term 0 FOLLOWER]: Advancing to term 1
02:03:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.886407 18539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9d3629773e2e4310a1c212a7a95b5369" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6559cb7a82214014ba1be08a29c815a3"
02:03:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.884125 18595 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: configured and running, proceeding with master startup.
02:03:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.907611 18537 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [term 1 FOLLOWER]: Refusing update from remote peer 9d3629773e2e4310a1c212a7a95b5369: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.909384 18928 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.993399 18965 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.994837 18965 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: This master's current role is: FOLLOWER
02:03:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.992085 18957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9d3629773e2e4310a1c212a7a95b5369. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.996343 18957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3 [sys.catalog]: This master's current role is: FOLLOWER
02:03:52.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.044759 18988 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:03:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.394279 18928 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9d3629773e2e4310a1c212a7a95b5369" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6559cb7a82214014ba1be08a29c815a3" member_type: VOTER last_known_addr { host: "127.18.4.62" port: 35097 } } peers { permanent_uuid: "6e231cdcb5c54fbf8f8f054c22576ac2" member_type: VOTER last_known_addr { host: "127.18.4.61" port: 37045 } } peers { permanent_uuid: "9d3629773e2e4310a1c212a7a95b5369" member_type: VOTER last_known_addr { host: "127.18.4.60" port: 42799 } } }
02:03:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.397081 18928 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 [sys.catalog]: This master's current role is: LEADER
02:03:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.423166 18952 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:52.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.423794 18952 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:52.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.424548 18952 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.463792 18952 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.465600 18952 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.4.1
02:03:52.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.515187 18952 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/logs
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.1:0
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data/info.pb
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.1
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.1
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:52.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.517277 18952 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.519953 18952 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.535404 18939 catalog_manager.cc:1295] Loaded cluster ID: 4a9dd8fc87b843009df1c55e1482cf5c
02:03:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.536458 18939 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: loading cluster ID for follower catalog manager: success
02:03:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.547429 18939 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: acquiring CA information for follower catalog manager: success
02:03:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.557617 18939 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6e231cdcb5c54fbf8f8f054c22576ac2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.563342 19002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:53.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.077962 18988 catalog_manager.cc:1295] Loaded cluster ID: 4a9dd8fc87b843009df1c55e1482cf5c
02:03:53.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.078296 18988 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: loading cluster ID for follower catalog manager: success
02:03:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.094659 18988 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: acquiring CA information for follower catalog manager: success
02:03:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.112825 18988 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6559cb7a82214014ba1be08a29c815a3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.565914 19005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:53.968278 19000 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 18952
02:03:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.653108 19000 kernel_stack_watchdog.cc:198] Thread 18952 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.653738 18952 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.089s	user 0.633s	sys 1.186s
02:03:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.654111 18952 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.090s	user 0.633s	sys 1.186s
02:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.666462 18952 server_base.cc:1061] running on GCE node
02:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.665145 19014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.668543 18952 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.679754 18952 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.683477 18952 hybrid_clock.cc:648] HybridClock initialized: now 1786500234683393 us; error 67 us; skew 500 ppm
02:03:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.684744 18952 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.714219 18952 webserver.cc:533] Webserver started at http://127.18.4.1:38167/ using document root <none> and password file <none>
02:03:54.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.716264 18952 fs_manager.cc:362] Metadata directory not provided
02:03:54.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.716614 18952 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.717293 18952 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.725164 18952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data/instance:
02:03:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ddf6c96c8464a50a89b134a95eaedd2"
02:03:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-j2vl"
02:03:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.726938 18952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal/instance:
02:03:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ddf6c96c8464a50a89b134a95eaedd2"
02:03:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-j2vl"
02:03:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.739759 18952 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.008s	sys 0.004s
02:03:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.748898 19026 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:54.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.750792 18952 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.001s
02:03:54.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.751291 18952 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal
02:03:54.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ddf6c96c8464a50a89b134a95eaedd2"
02:03:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-j2vl"
02:03:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.751766 18952 fs_report.cc:389] FS layout report
02:03:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal
02:03:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data/data
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.844647 18952 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.846894 18952 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.847568 18952 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:54.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.852602 18952 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.861016 18952 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.861361 18952 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.862470 18952 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.864640 18952 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.177029 18952 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.1:38691
02:03:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.177139 19222 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.1:38691 every 8 connection(s)
02:03:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.180904 18952 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/data/info.pb
02:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.184233 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 18952
02:03:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.185168 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-0/wal/instance
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.232582 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/logs
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data/info.pb
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.2:0
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.2
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.2
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.262039 19228 heartbeater.cc:344] Connected to a master server at 127.18.4.61:37045
02:03:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.262640 19228 heartbeater.cc:461] Registering TS with master...
02:03:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.264319 19228 heartbeater.cc:507] Master 127.18.4.61:37045 requested a full tablet report, sending...
02:03:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.274111 18656 ts_manager.cc:194] Registered new tserver with Master: 6ddf6c96c8464a50a89b134a95eaedd2 (127.18.4.1:38691)
02:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.275161 19226 heartbeater.cc:344] Connected to a master server at 127.18.4.60:42799
02:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.277053 19226 heartbeater.cc:461] Registering TS with master...
02:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.278112 19226 heartbeater.cc:507] Master 127.18.4.60:42799 requested a full tablet report, sending...
02:03:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.279268 19235 heartbeater.cc:344] Connected to a master server at 127.18.4.62:35097
02:03:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.279625 19235 heartbeater.cc:461] Registering TS with master...
02:03:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.280633 19235 heartbeater.cc:507] Master 127.18.4.62:35097 requested a full tablet report, sending...
02:03:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.282545 18802 ts_manager.cc:194] Registered new tserver with Master: 6ddf6c96c8464a50a89b134a95eaedd2 (127.18.4.1:38691)
02:03:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.285923 18802 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.4.1:41507
02:03:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.286880 18522 ts_manager.cc:194] Registered new tserver with Master: 6ddf6c96c8464a50a89b134a95eaedd2 (127.18.4.1:38691)
02:03:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.735774 19249 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.736272 19249 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.736685 19249 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.771824 19249 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.772737 19249 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.4.2
02:03:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.813802 19249 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/logs
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.2:0
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data/info.pb
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.2
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.2
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.815804 19249 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.818382 19249 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:55.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.838060 19259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:56.294478 19226 heartbeater.cc:499] Master 127.18.4.60:42799 was elected leader, sending a full tablet report...
02:03:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.238804 19256 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 19249
02:03:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.704790 19256 kernel_stack_watchdog.cc:198] Thread 19249 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.705727 19249 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.867s	user 0.533s	sys 1.033s
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.706003 19249 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.868s	user 0.533s	sys 1.033s
02:03:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.838657 19261 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.708148 19265 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1867 milliseconds
02:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.708899 19267 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.708895 19249 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.712666 19249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.715224 19249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:57.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.716977 19249 hybrid_clock.cc:648] HybridClock initialized: now 1786500237716910 us; error 60 us; skew 500 ppm
02:03:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.718050 19249 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.726495 19249 webserver.cc:533] Webserver started at http://127.18.4.2:33669/ using document root <none> and password file <none>
02:03:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.727494 19249 fs_manager.cc:362] Metadata directory not provided
02:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.727698 19249 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.728122 19249 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.732662 19249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data/instance:
02:03:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "279730334df5438d83ea8bf2e4954566"
02:03:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-j2vl"
02:03:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.733912 19249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal/instance:
02:03:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "279730334df5438d83ea8bf2e4954566"
02:03:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-j2vl"
02:03:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.742492 19249 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
02:03:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.748944 19295 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.750396 19249 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.750749 19249 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "279730334df5438d83ea8bf2e4954566"
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-j2vl"
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.751101 19249 fs_report.cc:389] FS layout report
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal
02:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data/data
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.813946 19249 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.815773 19249 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.816286 19249 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.819574 19249 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.824280 19249 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.825095 19249 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:03:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.825538 19249 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.825681 19249 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.033536 19249 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.2:46831
02:03:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.033682 19486 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.2:46831 every 8 connection(s)
02:03:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.036688 19249 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/data/info.pb
02:03:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.045871 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 19249
02:03:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.046363 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-1/wal/instance
02:03:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.086776 18448 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:03:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal
02:03:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data
02:03:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/logs
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data/info.pb
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.3:0
02:03:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.3
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.3
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.109302 19487 heartbeater.cc:344] Connected to a master server at 127.18.4.60:42799
02:03:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.110110 19487 heartbeater.cc:461] Registering TS with master...
02:03:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.112501 19487 heartbeater.cc:507] Master 127.18.4.60:42799 requested a full tablet report, sending...
02:03:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.117188 18802 ts_manager.cc:194] Registered new tserver with Master: 279730334df5438d83ea8bf2e4954566 (127.18.4.2:46831)
02:03:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.126302 18802 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.4.2:55599
02:03:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.128077 19489 heartbeater.cc:344] Connected to a master server at 127.18.4.61:37045
02:03:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.128777 19489 heartbeater.cc:461] Registering TS with master...
02:03:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.130144 19489 heartbeater.cc:507] Master 127.18.4.61:37045 requested a full tablet report, sending...
02:03:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.133718 18656 ts_manager.cc:194] Registered new tserver with Master: 279730334df5438d83ea8bf2e4954566 (127.18.4.2:46831)
02:03:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.139427 19490 heartbeater.cc:344] Connected to a master server at 127.18.4.62:35097
02:03:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.139858 19490 heartbeater.cc:461] Registering TS with master...
02:03:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.140568 19490 heartbeater.cc:507] Master 127.18.4.62:35097 requested a full tablet report, sending...
02:03:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.143667 18522 ts_manager.cc:194] Registered new tserver with Master: 279730334df5438d83ea8bf2e4954566 (127.18.4.2:46831)
02:03:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.561290 19507 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.561887 19507 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.562350 19507 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.597326 19507 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.598237 19507 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.4.3
02:03:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.638322 19507 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/logs
02:03:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.4.20:46079
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.4.3:0
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data/info.pb
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.4.3
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.4.62:35097,127.18.4.61:37045,127.18.4.60:42799
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.4.3
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.639711 19507 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.641477 19507 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.655804 19521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:59.133769 19487 heartbeater.cc:499] Master 127.18.4.60:42799 was elected leader, sending a full tablet report...
02:04:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.657385 19522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.021716 19527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.026831 19526 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1362 milliseconds
02:04:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.026911 19507 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.028411 19507 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.031708 19507 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.033215 19507 hybrid_clock.cc:648] HybridClock initialized: now 1786500240033012 us; error 220 us; skew 500 ppm
02:04:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.034309 19507 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.042585 19507 webserver.cc:533] Webserver started at http://127.18.4.3:44717/ using document root <none> and password file <none>
02:04:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.043677 19507 fs_manager.cc:362] Metadata directory not provided
02:04:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.043942 19507 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.044529 19507 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.048933 19507 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data/instance:
02:04:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce60381ec33240ec8533ac776c0a65e0"
02:04:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-j2vl"
02:04:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.050211 19507 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal/instance:
02:04:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce60381ec33240ec8533ac776c0a65e0"
02:04:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-j2vl"
02:04:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.058423 19507 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
02:04:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.065409 19547 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.066884 19507 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
02:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.067199 19507 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal
02:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce60381ec33240ec8533ac776c0a65e0"
02:04:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-j2vl"
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.067528 19507 fs_report.cc:389] FS layout report
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data/data
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.120811 19507 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.122896 19507 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.123456 19507 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.126554 19507 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.131685 19507 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.131924 19507 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.132134 19507 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.132259 19507 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.383560 19507 rpc_server.cc:307] RPC server started. Bound to: 127.18.4.3:39647
02:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.383682 19761 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.4.3:39647 every 8 connection(s)
02:04:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.387950 19507 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/data/info.pb
02:04:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.391930 18448 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 19507
02:04:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.392931 18448 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster12176743704587588735/ts-2/wal/instance
02:04:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.442406 19762 heartbeater.cc:344] Connected to a master server at 127.18.4.60:42799
02:04:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.443013 19762 heartbeater.cc:461] Registering TS with master...
02:04:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.444202 19765 heartbeater.cc:344] Connected to a master server at 127.18.4.62:35097
02:04:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.444576 19765 heartbeater.cc:461] Registering TS with master...
02:04:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.444590 19762 heartbeater.cc:507] Master 127.18.4.60:42799 requested a full tablet report, sending...
02:04:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.446307 19765 heartbeater.cc:507] Master 127.18.4.62:35097 requested a full tablet report, sending...
02:04:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.447391 19764 heartbeater.cc:344] Connected to a master server at 127.18.4.61:37045
02:04:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.447783 19764 heartbeater.cc:461] Registering TS with master...
02:04:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.448985 19764 heartbeater.cc:507] Master 127.18.4.61:37045 requested a full tablet report, sending...
02:04:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.449433 18802 ts_manager.cc:194] Registered new tserver with Master: ce60381ec33240ec8533ac776c0a65e0 (127.18.4.3:39647)
02:04:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.449851 18522 ts_manager.cc:194] Registered new tserver with Master: ce60381ec33240ec8533ac776c0a65e0 (127.18.4.3:39647)
02:04:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.451453 18802 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.4.3:52287
02:04:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.452407 18656 ts_manager.cc:194] Registered new tserver with Master: ce60381ec33240ec8533ac776c0a65e0 (127.18.4.3:39647)
02:04:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.460510 18448 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:04:00.479 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:00.480 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:00.490 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.4.62"
      port: 35097
    }
    bound_http_address {
      host: "127.18.4.62"
      port: 39383
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.4.61"
      port: 37045
    }
    bound_http_address {
      host: "127.18.4.61"
      port: 40747
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.4.60"
      port: 42799
    }
    bound_http_address {
      host: "127.18.4.60"
      port: 40865
    }
  }
}

02:04:00.494 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:00.497 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.4.1"
      port: 38691
    }
    bound_http_address {
      host: "127.18.4.1"
      port: 38167
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.4.2"
      port: 46831
    }
    bound_http_address {
      host: "127.18.4.2"
      port: 33669
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.4.3"
      port: 39647
    }
    bound_http_address {
      host: "127.18.4.3"
      port: 44717
    }
  }
}

02:04:00.497 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:00.695 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

02:04:00.760 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:00.872 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0HCHY_/test-tmp
02:04:00.873 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:00.873 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0HCHY_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:00.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:04:01.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:01.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:04:01.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.322651 19788 mini_oidc.cc:150] Starting JWKS server
02:04:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.326601 19788 webserver.cc:533] Webserver started at http://127.0.0.1:34717/ using document root <none> and password file <none>
02:04:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.327047 19788 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.329594 19788 webserver.cc:533] Webserver started at http://127.0.0.1:42953/ using document root <none> and password file <none>
02:04:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:04:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/principal' for realm 'KRBTEST.COM',
02:04:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:01 dist-test-slave-j2vl krb5kdc[19816](info): setting up network...
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:01 dist-test-slave-j2vl krb5kdc[19816](info): set up 2 sockets
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:01 dist-test-slave-j2vl krb5kdc[19816](info): commencing operation
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:04:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.456393 19762 heartbeater.cc:499] Master 127.18.4.60:42799 was elected leader, sending a full tablet report...
02:04:03.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:03.841739 19788 mini_kdc.cc:121] Time spent starting KDC: real 2.466s	user 0.009s	sys 0.018s
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:04:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:04:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:04:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:04:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:04:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:04:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/test-user.keytab.
02:04:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/test-user.keytab.
02:04:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:03 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500243, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:04:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:04:04Z Disabled control of system clock
02:04:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.62@KRBTEST.COM; defaulting to no policy
02:04:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.62@KRBTEST.COM" created.
02:04:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.62@KRBTEST.COM; defaulting to no policy
02:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.62@KRBTEST.COM" created.
02:04:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.136204 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/logs
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.62:38849
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.62
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.62
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.532788 19849 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.533478 19849 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.534090 19849 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.568159 19849 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.568447 19849 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.568929 19849 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.569543 19849 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.569844 19849 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.570055 19849 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.570207 19849 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.612198 19849 master_runner.cc:387] Master server non-default flags:
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/logs
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.62
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.62:38849
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.62
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.613749 19849 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.614814 19849 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:04.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.627919 19858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.630399 19861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.021052 19869 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.024565 19863 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1394 milliseconds
02:04:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.024634 19849 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.026151 19849 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:06.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.029062 19849 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.030499 19849 hybrid_clock.cc:648] HybridClock initialized: now 1786500246030416 us; error 123 us; skew 500 ppm
02:04:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.031684 19849 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:06 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500246, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.040638 19849 init.cc:377] Logged in from keytab as kudu/127.19.83.62@KRBTEST.COM (short username kudu)
02:04:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.049028 19849 webserver.cc:533] Webserver started at http://127.19.83.62:33927/ using document root <none> and password file <none>
02:04:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.050345 19849 fs_manager.cc:362] Metadata directory not provided
02:04:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.050612 19849 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:06.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.051164 19849 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.057519 19849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/instance:
02:04:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c32fe47a68f4aa2b7b356c455e8c157"
02:04:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:06 on dist-test-slave-j2vl"
02:04:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.059078 19849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal/instance:
02:04:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c32fe47a68f4aa2b7b356c455e8c157"
02:04:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:06 on dist-test-slave-j2vl"
02:04:06.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.069583 19849 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.005s
02:04:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.075788 19883 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.077322 19849 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.077755 19849 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c32fe47a68f4aa2b7b356c455e8c157"
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:06 on dist-test-slave-j2vl"
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.078195 19849 fs_report.cc:389] FS layout report
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/data
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.139067 19849 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.149457 19849 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.149937 19849 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.248080 19849 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.62:38849
02:04:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.248170 19985 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.62:38849 every 8 connection(s)
02:04:06.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.250928 19849 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:06.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.258030 19987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.260203 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 19849
02:04:06.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.260759 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal/instance
02:04:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.270262 19987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } has no permanent_uuid. Determining permanent_uuid...
02:04:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.61@KRBTEST.COM; defaulting to no policy
02:04:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.61@KRBTEST.COM" created.
02:04:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:06 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500246, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.319641 19987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } has no permanent_uuid. Determining permanent_uuid...
02:04:06.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.322865 19889 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.328497 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.61@KRBTEST.COM; defaulting to no policy
02:04:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.61@KRBTEST.COM" created.
02:04:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.378217 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 1
02:04:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.388639 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data
02:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/logs
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.61:32865
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.61
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.61
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.389447 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.457942 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 2
02:04:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.466651 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.558168 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 3
02:04:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.563026 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.706569 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 4
02:04:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.711709 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.763101 20004 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.763711 20004 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.764415 20004 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.800661 20004 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.800920 20004 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.801288 20004 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.801585 20004 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.801795 20004 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.802002 20004 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.802227 20004 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.845077 20004 master_runner.cc:387] Master server non-default flags:
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/logs
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.61
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.61:32865
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.61
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.846961 20004 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.848124 20004 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.862507 20015 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:07.011199 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 5
02:04:07.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:07.022522 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:07.570199 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 6
02:04:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:07.609756 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.265000 20013 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 20004
02:04:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.457962 20004 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.595s	user 0.460s	sys 1.057s
02:04:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.458381 20004 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.595s	user 0.460s	sys 1.057s
02:04:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.864493 20016 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.462158 20019 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.467466 20018 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1596 milliseconds
02:04:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.467590 20004 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.469558 20004 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.473592 20004 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.475080 20004 hybrid_clock.cc:648] HybridClock initialized: now 1786500248475044 us; error 64 us; skew 500 ppm
02:04:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.476080 20004 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:08 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500248, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.482812 20004 init.cc:377] Logged in from keytab as kudu/127.19.83.61@KRBTEST.COM (short username kudu)
02:04:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.488620 20004 webserver.cc:533] Webserver started at http://127.19.83.61:38949/ using document root <none> and password file <none>
02:04:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.489640 20004 fs_manager.cc:362] Metadata directory not provided
02:04:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.489866 20004 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.490275 20004 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.495326 20004 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/instance:
02:04:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:08 on dist-test-slave-j2vl"
02:04:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.496414 20004 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal/instance:
02:04:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:08 on dist-test-slave-j2vl"
02:04:08.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.506225 20004 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.006s
02:04:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.514132 20042 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.515604 20004 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
02:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.516278 20004 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:08 on dist-test-slave-j2vl"
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.516686 20004 fs_report.cc:389] FS layout report
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/data
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.587656 20004 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.595278 20004 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.595860 20004 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.670521 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 7
02:04:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.683903 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.61:32865: Network error: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.704104 20004 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.61:32865
02:04:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.704182 20133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.61:32865 every 8 connection(s)
02:04:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.707459 20004 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.715412 20134 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.716997 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 20004
02:04:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.717605 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal/instance
02:04:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.731551 20134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.60@KRBTEST.COM; defaulting to no policy
02:04:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.60@KRBTEST.COM" created.
02:04:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:08 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500248, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.779573 20134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:08 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500248, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.60@KRBTEST.COM; defaulting to no policy
02:04:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.60@KRBTEST.COM" created.
02:04:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.816939 20134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.819977 20047 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.826273 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.843077 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data
02:04:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/logs
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.60:44583
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.60
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.60
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.875982 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 1
02:04:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.881134 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.949699 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 2
02:04:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:08.956151 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.047837 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 3
02:04:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.054622 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.198206 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 4
02:04:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.203662 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:09.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.232169 20158 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.232942 20158 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.233742 20158 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.277575 20158 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.277905 20158 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.278559 20158 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.279023 20158 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.279413 20158 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.279753 20158 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.280014 20158 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.325295 20158 master_runner.cc:387] Master server non-default flags:
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/logs
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.60
02:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.60:44583
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.60
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.327186 20158 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.328679 20158 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.343904 20167 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.503188 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 5
02:04:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.525269 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.073365 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 6
02:04:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.106024 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.774570 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } attempt: 8
02:04:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:10 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500246, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.831312 19987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } has no permanent_uuid. Determining permanent_uuid...
02:04:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.855716 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.921376 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 1
02:04:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.931262 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.984862 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 2
02:04:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.995136 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.071768 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 3
02:04:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.084712 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:11.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.166725 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 7
02:04:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.230264 20134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.748555 20166 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 20158
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.237947 20166 kernel_stack_watchdog.cc:198] Thread 20158 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.238076 20158 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.894s	user 0.659s	sys 1.078s
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.238507 20158 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.894s	user 0.659s	sys 1.078s
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.344506 20169 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.240386 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 4
02:04:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.241304 20174 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.244632 20172 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1895 milliseconds
02:04:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.244647 20158 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.245581 19987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.246553 20158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.249809 20158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.251310 20158 hybrid_clock.cc:648] HybridClock initialized: now 1786500251251262 us; error 60 us; skew 500 ppm
02:04:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.252367 20158 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500251, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.260757 20158 init.cc:377] Logged in from keytab as kudu/127.19.83.60@KRBTEST.COM (short username kudu)
02:04:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.267736 20158 webserver.cc:533] Webserver started at http://127.19.83.60:35413/ using document root <none> and password file <none>
02:04:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.268875 20158 fs_manager.cc:362] Metadata directory not provided
02:04:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.269177 20158 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.269809 20158 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.274613 20158 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/instance:
02:04:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28340fae7257464d9d2637d508a9d864"
02:04:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:11 on dist-test-slave-j2vl"
02:04:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.276130 20158 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal/instance:
02:04:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28340fae7257464d9d2637d508a9d864"
02:04:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:11 on dist-test-slave-j2vl"
02:04:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.287349 20158 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.002s
02:04:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.294665 20196 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.296433 20158 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
02:04:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.296996 20158 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28340fae7257464d9d2637d508a9d864"
02:04:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:11 on dist-test-slave-j2vl"
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.297487 20158 fs_report.cc:389] FS layout report
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/data
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.395422 20158 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.408601 20158 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.409265 20158 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.521880 20158 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.60:44583
02:04:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.521981 20292 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.60:44583 every 8 connection(s)
02:04:11.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.525255 20158 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.529018 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 20158
02:04:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.529942 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal/instance
02:04:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.534776 20293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.547132 19987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 5
02:04:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.574002 20293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } has no permanent_uuid. Determining permanent_uuid...
02:04:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500246, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500243, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500251, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.612274 19987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Bootstrap starting.
02:04:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500243, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.620448 19987 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Neither blocks nor log segments found. Creating new log.
02:04:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.623064 19987 log.cc:826] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Log is configured to *not* fsync() on all Append() calls
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.624538 20293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } has no permanent_uuid. Determining permanent_uuid...
02:04:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.635372 19987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: No bootstrap required, opened a new log
02:04:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500251, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500243, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.659088 20293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } has no permanent_uuid. Determining permanent_uuid...
02:04:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.665148 19987 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.666726 19987 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.667346 19987 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c32fe47a68f4aa2b7b356c455e8c157, State: Initialized, Role: FOLLOWER
02:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.668952 19987 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:11 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500251, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.674889 20324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.676326 20324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.677068 19987 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: configured and running, proceeding with master startup.
02:04:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.698498 20293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Bootstrap starting.
02:04:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.708734 20293 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Neither blocks nor log segments found. Creating new log.
02:04:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.711730 20293 log.cc:826] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Log is configured to *not* fsync() on all Append() calls
02:04:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.720634 20293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: No bootstrap required, opened a new log
02:04:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.748226 20324 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.748819 20324 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.758922 20293 raft_consensus.cc:359] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.760212 20293 raft_consensus.cc:385] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.760661 20293 raft_consensus.cc:740] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28340fae7257464d9d2637d508a9d864, State: Initialized, Role: FOLLOWER
02:04:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.751116 20324 leader_election.cc:290] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eca77128c506422b9993ab96cf303e7d (127.19.83.61:32865), 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583)
02:04:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.762506 20293 consensus_queue.cc:260] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.766587 20354 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.767807 20354 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.768553 20350 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.768966 20350 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.768908 20293 sys_catalog.cc:565] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: configured and running, proceeding with master startup.
02:04:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.769120 20245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28340fae7257464d9d2637d508a9d864" is_pre_election: true
02:04:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.770262 20245 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c32fe47a68f4aa2b7b356c455e8c157 in term 0.
02:04:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.772161 19890 leader_election.cc:304] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c32fe47a68f4aa2b7b356c455e8c157, 28340fae7257464d9d2637d508a9d864; no voters: 
02:04:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.773602 20324 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.774015 20324 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.774483 20324 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 0 FOLLOWER]: Advancing to term 1
02:04:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.784627 20324 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.794368 20324 leader_election.cc:290] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [CANDIDATE]: Term 1 election: Requested vote from peers eca77128c506422b9993ab96cf303e7d (127.19.83.61:32865), 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583)
02:04:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.795562 20245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28340fae7257464d9d2637d508a9d864"
02:04:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.796161 20245 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 0 FOLLOWER]: Advancing to term 1
02:04:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.804050 20245 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c32fe47a68f4aa2b7b356c455e8c157 in term 1.
02:04:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.805740 19890 leader_election.cc:304] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c32fe47a68f4aa2b7b356c455e8c157, 28340fae7257464d9d2637d508a9d864; no voters: 
02:04:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.807693 20324 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Leader election won for term 1
02:04:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.813424 20324 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 LEADER]: Becoming Leader. State: Replica: 0c32fe47a68f4aa2b7b356c455e8c157, State: Running, Role: LEADER
02:04:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.815240 20324 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.829802 20364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c32fe47a68f4aa2b7b356c455e8c157. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.832881 20364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: LEADER
02:04:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.755993 19849 master_runner.cc:187] Error getting master registration for 127.19.83.61:32865: OK, instance_id { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" instance_seqno: 1786500248668838 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.838821 19849 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.844115 20371 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:04:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.863482 20371 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:04:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.905160 20388 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.905599 20388 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.917044 20245 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 1 FOLLOWER]: Refusing update from remote peer 0c32fe47a68f4aa2b7b356c455e8c157: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.917410 19903 tablet.cc:2406] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.918973 20207 tablet.cc:2406] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.924809 20364 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [LEADER]: Connected to new peer: Peer: permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.919840 20158 master_runner.cc:187] Error getting master registration for 127.19.83.61:32865: OK, instance_id { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" instance_seqno: 1786500248668838 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.979070 20158 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.010591 20354 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c32fe47a68f4aa2b7b356c455e8c157. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.012138 20354 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.017319 20364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.018155 20364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: LEADER
02:04:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.024684 20371 catalog_manager.cc:1383] Generated new cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.025075 20371 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:04:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.026297 20354 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.027057 20354 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:12.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.077003 20371 catalog_manager.cc:1406] Generated new certificate authority record
02:04:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.079900 20371 catalog_manager.cc:1540] Loading token signing keys...
02:04:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.111934 20371 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Generated new TSK 0
02:04:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.113145 20371 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:04:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.1@KRBTEST.COM; defaulting to no policy
02:04:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.1@KRBTEST.COM" created.
02:04:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.1@KRBTEST.COM; defaulting to no policy
02:04:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.1@KRBTEST.COM" created.
02:04:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.307420 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/logs
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data/info.pb
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.1:0
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.1
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.1
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.1
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.443076 19982 debug-util.cc:398] Leaking SignalData structure 0x7b080007e240 after lost signal to thread 19850
02:04:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.912249 20388 catalog_manager.cc:1295] Loaded cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.913089 20388 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: loading cluster ID for follower catalog manager: success
02:04:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.929440 20388 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: acquiring CA information for follower catalog manager: success
02:04:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.939127 20388 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.948019 20403 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.949131 20403 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.950273 20403 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.061395 20403 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.063467 20403 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.83.1
02:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.139905 20403 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/logs
02:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.1
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.1:0
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data/info.pb
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.1
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.1
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.146179 20403 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.148294 20403 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.279867 20421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.320822 20134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } attempt: 8
02:04:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:13 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500248, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.376997 19889 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.19.83.61:32865 timed out after 1.625s (SENT) [suppressed 12 similar messages]
02:04:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.409775 20134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Bootstrap starting.
02:04:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.447217 20134 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Neither blocks nor log segments found. Creating new log.
02:04:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.456940 20134 log.cc:826] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Log is configured to *not* fsync() on all Append() calls
02:04:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.487988 20134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: No bootstrap required, opened a new log
02:04:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.616714 20134 raft_consensus.cc:359] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.640300 20134 raft_consensus.cc:385] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.641719 20134 raft_consensus.cc:740] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eca77128c506422b9993ab96cf303e7d, State: Initialized, Role: FOLLOWER
02:04:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.646659 20134 consensus_queue.cc:260] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.665195 20435 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.670065 20435 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: FOLLOWER
02:04:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.674458 20134 sys_catalog.cc:565] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: configured and running, proceeding with master startup.
02:04:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.674687 20084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eca77128c506422b9993ab96cf303e7d" is_pre_election: true
02:04:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.676587 20080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 0 FOLLOWER]: Advancing to term 1
02:04:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.677654 20084 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33946 (request call id 2) took 1926 ms (client timeout 1625 ms). Trace:
02:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.678254 20084 rpcz_store.cc:269] 0812 02:04:11.751574 (+     0us) service_pool.cc:167] Inserting onto call queue
02:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:11.751926 (+   352us) service_pool.cc:224] Handling call
02:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:13.677563 (+1925637us) inbound_call.cc:177] Queueing success response
02:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:04:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.679461 20074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.682777 20078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eca77128c506422b9993ab96cf303e7d" is_pre_election: true
02:04:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.675444 20082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.685786 20082 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33946 (request call id 3) took 1893 ms (client timeout 1666 ms). Trace:
02:04:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.686239 20082 rpcz_store.cc:269] 0812 02:04:11.792020 (+     0us) service_pool.cc:167] Inserting onto call queue
02:04:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:11.792311 (+   291us) service_pool.cc:224] Handling call
02:04:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:13.685716 (+1893405us) inbound_call.cc:177] Queueing success response
02:04:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:04:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.710352 20080 raft_consensus.cc:1275] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Refusing update from remote peer 0c32fe47a68f4aa2b7b356c455e8c157: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:13.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.711166 20080 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:33946 (request call id 4) took 1796 ms. Trace:
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.711517 20080 rpcz_store.cc:276] 0812 02:04:11.915147 (+     0us) service_pool.cc:167] Inserting onto call queue
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:11.915310 (+   163us) service_pool.cc:224] Handling call
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:13.676256 (+1760946us) raft_consensus.cc:1471] Updating replica for 0 ops
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:13.710759 (+ 34503us) raft_consensus.cc:1697] Filling consensus response to leader.
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:13.711101 (+   342us) inbound_call.cc:177] Queueing success response
02:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:04:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.713464 20364 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.830441 20435 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c32fe47a68f4aa2b7b356c455e8c157. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.831842 20435 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: FOLLOWER
02:04:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.832902 20451 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.834112 20451 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: FOLLOWER
02:04:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.842464 20463 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.305756 20364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.307058 20364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: LEADER
02:04:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.884933 20463 catalog_manager.cc:1295] Loaded cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.885952 20463 catalog_manager.cc:1588] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: loading cluster ID for follower catalog manager: success
02:04:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.942715 20463 catalog_manager.cc:1610] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: acquiring CA information for follower catalog manager: success
02:04:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.999136 20463 catalog_manager.cc:1638] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:16 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500256, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.046334 19878 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.297449 20423 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.302389 20417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:17.514747 20422 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4221 milliseconds
02:04:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.514895 20403 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.516669 20403 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.527472 20403 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:17.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.544098 20403 hybrid_clock.cc:648] HybridClock initialized: now 1786500257543980 us; error 125 us; skew 500 ppm
02:04:17.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.545425 20403 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:17 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500257, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.563261 20403 init.cc:377] Logged in from keytab as kudu/127.19.83.1@KRBTEST.COM (short username kudu)
02:04:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.594990 20403 webserver.cc:533] Webserver started at http://127.19.83.1:43459/ using document root <none> and password file <none>
02:04:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.596493 20403 fs_manager.cc:362] Metadata directory not provided
02:04:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.596822 20403 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.597558 20403 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.615072 20403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data/instance:
02:04:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9c042b61ff24900a28b0412c06d0eb3"
02:04:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:17 on dist-test-slave-j2vl"
02:04:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.617316 20403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal/instance:
02:04:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9c042b61ff24900a28b0412c06d0eb3"
02:04:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:17 on dist-test-slave-j2vl"
02:04:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.662271 20403 fs_manager.cc:696] Time spent creating directory manager: real 0.044s	user 0.012s	sys 0.004s
02:04:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.687208 20488 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.689512 20403 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.002s	sys 0.016s
02:04:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.690128 20403 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal
02:04:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9c042b61ff24900a28b0412c06d0eb3"
02:04:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:17 on dist-test-slave-j2vl"
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.690675 20403 fs_report.cc:389] FS layout report
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data/data
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.907032 20403 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.922855 20403 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.923992 20403 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.942965 20403 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.958755 20403 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.959187 20403 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.002s
02:04:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.959553 20403 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:17.959770 20403 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:18 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500258, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.500633 20034 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.697944 20403 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.1:38067
02:04:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.698360 20691 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.1:38067 every 8 connection(s)
02:04:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.702641 20403 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/data/info.pb
02:04:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.711618 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 20403
02:04:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.712134 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-0/wal/instance
02:04:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.2@KRBTEST.COM; defaulting to no policy
02:04:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.2@KRBTEST.COM" created.
02:04:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:18 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500257, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:18 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500257, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:18 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500257, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:18.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.857692 20694 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.858605 20694 heartbeater.cc:461] Registering TS with master...
02:04:18.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.861232 20697 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.861814 20697 heartbeater.cc:461] Registering TS with master...
02:04:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.862532 20694 heartbeater.cc:507] Master 127.19.83.60:44583 requested a full tablet report, sending...
02:04:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.863629 20697 heartbeater.cc:507] Master 127.19.83.61:32865 requested a full tablet report, sending...
02:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.869199 20224 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.869957 20065 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.877944 20704 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.878048 19788 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.19.83.2: real 0.156s	user 0.006s	sys 0.018s
02:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.878470 20704 heartbeater.cc:461] Registering TS with master...
02:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.880436 20704 heartbeater.cc:507] Master 127.19.83.62:38849 requested a full tablet report, sending...
02:04:18.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.885389 19921 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.890214 19921 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.83.1@KRBTEST.COM'} at 127.19.83.1:52267
02:04:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.2@KRBTEST.COM; defaulting to no policy
02:04:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.2@KRBTEST.COM" created.
02:04:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.965989 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/logs
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data/info.pb
02:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.2:0
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.2
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.2
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.2
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.471493 20716 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.472141 20716 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.473179 20716 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:19.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.516093 20716 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.517999 20716 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.83.2
02:04:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:19.567696 20716 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/logs
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.2
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.2:0
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data/info.pb
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.2
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.2
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:19.570235 20716 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:19.573774 20716 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.606150 20731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:19.899214 20704 heartbeater.cc:499] Master 127.19.83.62:38849 was elected leader, sending a full tablet report...
02:04:21.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.614120 20734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.611430 20732 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:21.115896 20733 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.115975 20716 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.121114 20716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.126503 20716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.128052 20716 hybrid_clock.cc:648] HybridClock initialized: now 1786500261127978 us; error 80 us; skew 500 ppm
02:04:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.129012 20716 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:21 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500261, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.142419 20716 init.cc:377] Logged in from keytab as kudu/127.19.83.2@KRBTEST.COM (short username kudu)
02:04:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.159607 20716 webserver.cc:533] Webserver started at http://127.19.83.2:43123/ using document root <none> and password file <none>
02:04:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.161065 20716 fs_manager.cc:362] Metadata directory not provided
02:04:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.161305 20716 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.162187 20716 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.167822 20716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data/instance:
02:04:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbc58e3c2f6424e8baa45f95a1ff962"
02:04:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:21 on dist-test-slave-j2vl"
02:04:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.169109 20716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal/instance:
02:04:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbc58e3c2f6424e8baa45f95a1ff962"
02:04:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:21 on dist-test-slave-j2vl"
02:04:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.185472 20716 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.005s	sys 0.008s
02:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.198573 20746 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.200901 20716 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.005s	sys 0.007s
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.201318 20716 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbc58e3c2f6424e8baa45f95a1ff962"
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:21 on dist-test-slave-j2vl"
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.201912 20716 fs_report.cc:389] FS layout report
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data/data
02:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:21 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500261, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.272274 20191 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.297036 20716 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.305450 20716 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.306417 20716 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.315059 20716 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.325830 20716 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.326109 20716 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.326628 20716 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.326843 20716 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.943187 20716 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.2:33525
02:04:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.943687 20948 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.2:33525 every 8 connection(s)
02:04:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.946336 20716 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/data/info.pb
02:04:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.952369 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 20716
02:04:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.953755 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-1/wal/instance
02:04:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.83.3@KRBTEST.COM; defaulting to no policy
02:04:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.83.3@KRBTEST.COM" created.
02:04:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:22 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500261, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:22 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500261, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:22 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500261, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.114604 20955 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.115217 20955 heartbeater.cc:461] Registering TS with master...
02:04:22.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.116175 20950 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.116641 20951 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.116813 20950 heartbeater.cc:461] Registering TS with master...
02:04:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.116916 20955 heartbeater.cc:507] Master 127.19.83.62:38849 requested a full tablet report, sending...
02:04:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.118336 20950 heartbeater.cc:507] Master 127.19.83.60:44583 requested a full tablet report, sending...
02:04:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.117163 20951 heartbeater.cc:461] Registering TS with master...
02:04:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.120508 20951 heartbeater.cc:507] Master 127.19.83.61:32865 requested a full tablet report, sending...
02:04:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.121095 19921 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.122991 19921 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.83.2@KRBTEST.COM'} at 127.19.83.2:51095
02:04:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.123176 20224 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.123767 20065 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.83.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.133695 19788 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.19.83.3: real 0.131s	user 0.006s	sys 0.031s
02:04:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.83.3@KRBTEST.COM; defaulting to no policy
02:04:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.83.3@KRBTEST.COM" created.
02:04:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.83.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab.
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.199216 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/logs
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data/info.pb
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.3:0
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.3
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.3
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.3
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:22.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.764904 20970 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:22.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.765574 20970 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.766134 20970 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.802294 20970 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.803550 20970 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.83.3
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.846999 20970 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/logs
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.3
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.3:0
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data/info.pb
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.3
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.83.3
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.848578 20970 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.849872 20970 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.871325 20987 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:23.128223 20955 heartbeater.cc:499] Master 127.19.83.62:38849 was elected leader, sending a full tablet report...
02:04:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.279382 20986 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 20970
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.927203 20986 kernel_stack_watchdog.cc:198] Thread 20970 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.873510 20989 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.927588 20970 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.055s	user 0.688s	sys 1.211s
02:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.928408 20970 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.056s	user 0.688s	sys 1.211s
02:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.931149 20991 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.936374 20990 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2060 milliseconds
02:04:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.936625 20970 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.940142 20970 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.947068 20970 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.949128 20970 hybrid_clock.cc:648] HybridClock initialized: now 1786500264948786 us; error 359 us; skew 500 ppm
02:04:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.952204 20970 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:24 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500264, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.973874 20970 init.cc:377] Logged in from keytab as kudu/127.19.83.3@KRBTEST.COM (short username kudu)
02:04:24.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.994640 20970 webserver.cc:533] Webserver started at http://127.19.83.3:38817/ using document root <none> and password file <none>
02:04:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.996076 20970 fs_manager.cc:362] Metadata directory not provided
02:04:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.996425 20970 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.997009 20970 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.004496 20970 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data/instance:
02:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf3410ae58e4891ae2ca471325e4019"
02:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:24 on dist-test-slave-j2vl"
02:04:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.006057 20970 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal/instance:
02:04:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf3410ae58e4891ae2ca471325e4019"
02:04:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:24 on dist-test-slave-j2vl"
02:04:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.024842 20970 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.010s	sys 0.006s
02:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.032722 21011 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:25.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.034292 20970 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.007s	sys 0.000s
02:04:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.034745 20970 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal
02:04:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf3410ae58e4891ae2ca471325e4019"
02:04:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:24 on dist-test-slave-j2vl"
02:04:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.035209 20970 fs_report.cc:389] FS layout report
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data/data
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:25.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.098237 20970 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.109125 20970 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.109702 20970 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:25.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.112715 20970 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.117908 20970 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.118136 20970 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.118348 20970 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.118561 20970 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.568110 20970 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.3:46015
02:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.568465 21206 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.3:46015 every 8 connection(s)
02:04:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.572734 20970 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/data/info.pb
02:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.581137 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 20970
02:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.581791 19788 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/ts-2/wal/instance
02:04:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:25 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500264, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:25 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500264, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:25 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500264, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:25.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.741817 21208 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:25.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.742566 21208 heartbeater.cc:461] Registering TS with master...
02:04:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.746280 21212 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.746717 21208 heartbeater.cc:507] Master 127.19.83.60:44583 requested a full tablet report, sending...
02:04:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.746862 21212 heartbeater.cc:461] Registering TS with master...
02:04:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.751415 21212 heartbeater.cc:507] Master 127.19.83.62:38849 requested a full tablet report, sending...
02:04:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.755931 19921 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.756001 20224 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.759228 19921 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.83.3@KRBTEST.COM'} at 127.19.83.3:59743
02:04:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.759961 21209 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.760624 21209 heartbeater.cc:461] Registering TS with master...
02:04:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.762387 21209 heartbeater.cc:507] Master 127.19.83.61:32865 requested a full tablet report, sending...
02:04:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.767361 20065 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.789529 19788 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:04:25.813 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:25.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

02:04:25.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

02:04:25.828 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:25.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.83.62"
      port: 38849
    }
    bound_http_address {
      host: "127.19.83.62"
      port: 33927
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.83.61"
      port: 32865
    }
    bound_http_address {
      host: "127.19.83.61"
      port: 38949
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.83.60"
      port: 44583
    }
    bound_http_address {
      host: "127.19.83.60"
      port: 35413
    }
  }
}

02:04:25.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:25.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.83.1"
      port: 38067
    }
    bound_http_address {
      host: "127.19.83.1"
      port: 43459
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.83.2"
      port: 33525
    }
    bound_http_address {
      host: "127.19.83.2"
      port: 43123
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.83.3"
      port: 46015
    }
    bound_http_address {
      host: "127.19.83.3"
      port: 38817
    }
  }
}

02:04:25.836 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:04:25.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

02:04:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:25 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:04:25.896 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:25.899 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc
02:04:25.912 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:25.912 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc
02:04:25.914 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:25.935 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
02:04:25.938 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:04:25.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

02:04:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:25 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
02:04:26.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:26.001 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc
02:04:26.003 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:26.004 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.83.61:32865
02:04:26.006 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:04:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.006753 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 20004
02:04:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:26 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500266, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.051034 19878 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:26.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:26.067 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.83.62:38849
02:04:26.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:04:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.068441 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 19849
02:04:26.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:26.113 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.83.60:44583
02:04:26.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:04:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.114470 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 20158
02:04:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.156575 20951 heartbeater.cc:646] Failed to heartbeat to 127.19.83.61:32865 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.164852 20751 connection.cc:573] client connection to 127.19.83.60:44583 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:04:26.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:26.166 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.83.61:32865
02:04:26.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

02:04:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.172333 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/logs
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.61:32865
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.61
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38949
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.61
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.550108 21240 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.550704 21240 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.551330 21240 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.587270 21240 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.587539 21240 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.587815 21240 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.588024 21240 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.588219 21240 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.588424 21240 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.588574 21240 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.630751 21240 master_runner.cc:387] Master server non-default flags:
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/logs
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.61
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.61:32865
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.61
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38949
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.632331 21240 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.633808 21240 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.647634 21247 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.768890 21212 heartbeater.cc:499] Master 127.19.83.62:38849 was elected leader, sending a full tablet report...
02:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.793926 21209 heartbeater.cc:646] Failed to heartbeat to 127.19.83.61:32865 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:26.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.967572 20697 heartbeater.cc:646] Failed to heartbeat to 127.19.83.61:32865 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.83.61:32865: connect: Connection refused (error 111)
02:04:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:27 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:27.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.577092 20482 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.648880 21248 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.050992 21246 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21240
02:04:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.495324 21246 kernel_stack_watchdog.cc:198] Thread 21240 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.495575 21240 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.848s	user 0.553s	sys 1.178s
02:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.496002 21240 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.849s	user 0.553s	sys 1.178s
02:04:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.497886 21262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.499969 21259 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1847 milliseconds
02:04:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.500090 21240 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.501547 21240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.504282 21240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.505688 21240 hybrid_clock.cc:648] HybridClock initialized: now 1786500268505690 us; error 124 us; skew 500 ppm
02:04:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.506554 21240 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:28.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:28 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500268, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.514634 21240 init.cc:377] Logged in from keytab as kudu/127.19.83.61@KRBTEST.COM (short username kudu)
02:04:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.520709 21240 webserver.cc:533] Webserver started at http://127.19.83.61:38949/ using document root <none> and password file <none>
02:04:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.521850 21240 fs_manager.cc:362] Metadata directory not provided
02:04:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.522102 21240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:28.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.532632 21240 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.000s
02:04:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.537922 21298 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.539577 21240 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
02:04:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.540009 21240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eca77128c506422b9993ab96cf303e7d"
02:04:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:08 on dist-test-slave-j2vl"
02:04:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.542286 21240 fs_report.cc:389] FS layout report
02:04:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/wal
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/data
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:28.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.597945 21240 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.605989 21240 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.606786 21240 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.781694 21240 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.61:32865
02:04:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.781827 21399 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.61:32865 every 8 connection(s)
02:04:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.785252 21240 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-1/data/info.pb
02:04:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.787021 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 21240
02:04:28.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:28.788 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.83.62:38849
02:04:28.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

02:04:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.791198 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/logs
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.62:38849
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.62
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33927
02:04:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.62
02:04:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.822613 21400 sys_catalog.cc:263] Verifying existing consensus state
02:04:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.843096 21400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Bootstrap starting.
02:04:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.899709 21209 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:28.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:28.966432 21400 log.cc:826] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Log is configured to *not* fsync() on all Append() calls
02:04:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.002055 21400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.003289 21400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Bootstrap complete.
02:04:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:29 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:29.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.035619 20697 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.039563 21400 raft_consensus.cc:359] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.043219 21400 raft_consensus.cc:740] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: eca77128c506422b9993ab96cf303e7d, State: Initialized, Role: FOLLOWER
02:04:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.044413 21400 consensus_queue.cc:260] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.058766 21412 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.059751 21412 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: FOLLOWER
02:04:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.060772 21400 sys_catalog.cc:565] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: configured and running, proceeding with master startup.
02:04:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.104406 21429 catalog_manager.cc:1295] Loaded cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.104751 21429 catalog_manager.cc:1588] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: loading cluster ID for follower catalog manager: success
02:04:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.113507 21429 catalog_manager.cc:1610] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: acquiring CA information for follower catalog manager: success
02:04:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.119989 21429 catalog_manager.cc:1638] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.096290 21240 master_runner.cc:187] Error getting master registration for 127.19.83.62:38849: Network error: Client connection negotiation failed: client connection to 127.19.83.62:38849: connect: Connection refused (error 111), 
02:04:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.128808 21240 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.232766 20951 heartbeater.cc:344] Connected to a master server at 127.19.83.61:32865
02:04:29.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.240039 21329 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fbc58e3c2f6424e8baa45f95a1ff962" instance_seqno: 1786500261811508) as {username='kudu', principal='kudu/127.19.83.2@KRBTEST.COM'} at 127.19.83.2:54533; Asking this server to re-register.
02:04:29.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.241885 20951 heartbeater.cc:461] Registering TS with master...
02:04:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.245770 21329 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.308548 21402 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.309204 21402 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.309993 21402 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.349720 21402 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.350028 21402 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.350344 21402 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.350586 21402 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.350867 21402 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.351208 21402 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.351478 21402 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.404361 21402 master_runner.cc:387] Master server non-default flags:
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/logs
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.62
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.62:38849
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.62
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33927
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.406255 21402 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.407724 21402 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.423962 21456 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.918138 21329 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cbf3410ae58e4891ae2ca471325e4019" instance_seqno: 1786500265436481) as {username='kudu', principal='kudu/127.19.83.3@KRBTEST.COM'} at 127.19.83.3:51135; Asking this server to re-register.
02:04:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.921957 21209 heartbeater.cc:461] Registering TS with master...
02:04:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.927520 21329 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.049014 21329 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b9c042b61ff24900a28b0412c06d0eb3" instance_seqno: 1786500258521614) as {username='kudu', principal='kudu/127.19.83.1@KRBTEST.COM'} at 127.19.83.1:34073; Asking this server to re-register.
02:04:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.051067 20697 heartbeater.cc:461] Registering TS with master...
02:04:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.056145 21329 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.428084 21470 raft_consensus.cc:493] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:30.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.429491 21470 raft_consensus.cc:515] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.462896 21302 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.83.62:38849: connect: Connection refused (error 111)
02:04:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.487486 21470 leader_election.cc:290] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0c32fe47a68f4aa2b7b356c455e8c157 (127.19.83.62:38849), 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583)
02:04:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.495745 21302 leader_election.cc:336] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0c32fe47a68f4aa2b7b356c455e8c157 (127.19.83.62:38849): Network error: Client connection negotiation failed: client connection to 127.19.83.62:38849: connect: Connection refused (error 111)
02:04:30.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.499970 21302 leader_election.cc:336] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583): Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.500608 21302 leader_election.cc:304] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eca77128c506422b9993ab96cf303e7d; no voters: 0c32fe47a68f4aa2b7b356c455e8c157, 28340fae7257464d9d2637d508a9d864
02:04:30.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.502184 21470 raft_consensus.cc:2749] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:04:31.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.079059 21402 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.438788 21459 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.079263 21458 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1650 milliseconds
02:04:31.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.425916 21457 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.093858 21402 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:31.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.097638 21402 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.099223 21402 hybrid_clock.cc:648] HybridClock initialized: now 1786500271099184 us; error 54 us; skew 500 ppm
02:04:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.100337 21402 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:31 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500271, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.107511 21402 init.cc:377] Logged in from keytab as kudu/127.19.83.62@KRBTEST.COM (short username kudu)
02:04:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.116317 21402 webserver.cc:533] Webserver started at http://127.19.83.62:33927/ using document root <none> and password file <none>
02:04:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.117523 21402 fs_manager.cc:362] Metadata directory not provided
02:04:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.117770 21402 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.127602 21402 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.002s	sys 0.006s
02:04:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.133364 21499 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.134930 21402 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
02:04:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.135381 21402 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c32fe47a68f4aa2b7b356c455e8c157"
02:04:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:06 on dist-test-slave-j2vl"
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.137480 21402 fs_report.cc:389] FS layout report
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/wal
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/data
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:31 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500271, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.152191 20738 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.227866 21402 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.236471 21402 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.237733 21402 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.350920 21402 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.62:38849
02:04:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.351056 21596 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.62:38849 every 8 connection(s)
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.354600 21402 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-0/data/info.pb
02:04:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.358513 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 21402
02:04:31.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:31.360 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.83.60:44583
02:04:31.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

02:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.363255 19788 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu
02:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/logs
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.60:44583
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.60
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35413
02:04:31.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.60
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.376247 21597 sys_catalog.cc:263] Verifying existing consensus state
02:04:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.383472 21597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Bootstrap starting.
02:04:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.446305 21597 log.cc:826] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Log is configured to *not* fsync() on all Append() calls
02:04:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.469077 21597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.470597 21597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: Bootstrap complete.
02:04:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.507282 21597 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.510699 21597 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c32fe47a68f4aa2b7b356c455e8c157, State: Initialized, Role: FOLLOWER
02:04:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.511901 21597 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.516296 21605 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.517681 21605 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: FOLLOWER
02:04:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.518400 21597 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: configured and running, proceeding with master startup.
02:04:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.599102 21631 catalog_manager.cc:1295] Loaded cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.599432 21631 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: loading cluster ID for follower catalog manager: success
02:04:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.607386 21631 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: acquiring CA information for follower catalog manager: success
02:04:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.613148 21631 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:31 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500271, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.62@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.698915 21402 master_runner.cc:187] Error getting master registration for 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111), 
02:04:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.732189 21402 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.900859 21212 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.901401 21212 heartbeater.cc:499] Master 127.19.83.62:38849 was elected leader, sending a full tablet report...
02:04:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.908624 21535 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cbf3410ae58e4891ae2ca471325e4019" instance_seqno: 1786500265436481) as {username='kudu', principal='kudu/127.19.83.3@KRBTEST.COM'} at 127.19.83.3:43665; Asking this server to re-register.
02:04:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.911334 21212 heartbeater.cc:461] Registering TS with master...
02:04:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.915227 21535 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.930032 21599 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.930959 21599 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.932085 21599 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.988700 21599 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.989051 21599 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.989725 21599 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.990150 21599 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.990567 21599 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.990942 21599 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.991220 21599 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34717/jwks.json
02:04:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.050642 21648 raft_consensus.cc:493] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.051777 21648 raft_consensus.cc:515] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.064213 21599 master_runner.cc:387] Master server non-default flags:
02:04:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/logs
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.83.20:39773
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.83.62:38849,127.19.83.61:32865,127.19.83.60:44583
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/krb5kdc/kudu.keytab
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.83.60
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.83.60:44583
02:04:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34717/jwks.json
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.83.60
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35413
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.064471 21648 leader_election.cc:290] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0c32fe47a68f4aa2b7b356c455e8c157 (127.19.83.62:38849), 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583)
02:04:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.082140 21599 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.084199 21599 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.110468 21553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eca77128c506422b9993ab96cf303e7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" is_pre_election: true
02:04:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.111703 21553 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eca77128c506422b9993ab96cf303e7d in term 1.
02:04:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:32.112767 21660 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:32.113888 21302 leader_election.cc:336] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583): Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.116796 21302 leader_election.cc:304] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c32fe47a68f4aa2b7b356c455e8c157, eca77128c506422b9993ab96cf303e7d; no voters: 28340fae7257464d9d2637d508a9d864
02:04:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.122118 21648 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.122593 21648 raft_consensus.cc:493] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.123014 21648 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 1 FOLLOWER]: Advancing to term 2
02:04:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.141425 20704 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.144600 21648 raft_consensus.cc:515] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.145285 21535 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b9c042b61ff24900a28b0412c06d0eb3" instance_seqno: 1786500258521614) as {username='kudu', principal='kudu/127.19.83.1@KRBTEST.COM'} at 127.19.83.1:41247; Asking this server to re-register.
02:04:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.147380 20704 heartbeater.cc:461] Registering TS with master...
02:04:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.150897 21535 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.151535 21553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eca77128c506422b9993ab96cf303e7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0c32fe47a68f4aa2b7b356c455e8c157"
02:04:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.152196 21553 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 1 FOLLOWER]: Advancing to term 2
02:04:32.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:32.176168 21302 leader_election.cc:336] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583): Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111)
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.192431 21648 leader_election.cc:290] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 election: Requested vote from peers 0c32fe47a68f4aa2b7b356c455e8c157 (127.19.83.62:38849), 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583)
02:04:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.206243 21553 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eca77128c506422b9993ab96cf303e7d in term 2.
02:04:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.213267 21302 leader_election.cc:304] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c32fe47a68f4aa2b7b356c455e8c157, eca77128c506422b9993ab96cf303e7d; no voters: 28340fae7257464d9d2637d508a9d864
02:04:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.215308 21648 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 2 FOLLOWER]: Leader election won for term 2
02:04:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.231364 21648 raft_consensus.cc:697] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [term 2 LEADER]: Becoming Leader. State: Replica: eca77128c506422b9993ab96cf303e7d, State: Running, Role: LEADER
02:04:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.235097 21648 consensus_queue.cc:237] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.269219 21667 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader eca77128c506422b9993ab96cf303e7d. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.271965 21667 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: LEADER
02:04:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.281179 21675 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:04:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.297638 20955 heartbeater.cc:344] Connected to a master server at 127.19.83.62:38849
02:04:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.301226 21535 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fbc58e3c2f6424e8baa45f95a1ff962" instance_seqno: 1786500261811508) as {username='kudu', principal='kudu/127.19.83.2@KRBTEST.COM'} at 127.19.83.2:33949; Asking this server to re-register.
02:04:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.304250 20955 heartbeater.cc:461] Registering TS with master...
02:04:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.307662 21535 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.313808 21675 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:04:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.325023 21675 catalog_manager.cc:1295] Loaded cluster ID: 6dc6aee31c9b439c9d76fcee55edb74d
02:04:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.332053 21675 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.340924 21675 catalog_manager.cc:1540] Loading token signing keys...
02:04:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.367748 21675 catalog_manager.cc:6103] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d: Loaded TSK: 0
02:04:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.380578 21675 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:04:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:32.833209 21302 consensus_peers.cc:597] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d -> Peer 28340fae7257464d9d2637d508a9d864 (127.19.83.60:44583): Couldn't send request to peer 28340fae7257464d9d2637d508a9d864. Status: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.854797 21553 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [term 2 FOLLOWER]: Refusing update from remote peer eca77128c506422b9993ab96cf303e7d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:04:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.858261 21680 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
02:04:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.889216 21683 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eca77128c506422b9993ab96cf303e7d. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.890048 21683 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.927721 21683 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.928579 21683 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c32fe47a68f4aa2b7b356c455e8c157 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.979076 21680 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.982036 21680 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: LEADER
02:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:33.965205 21209 heartbeater.cc:499] Master 127.19.83.61:32865 was elected leader, sending a full tablet report...
02:04:34.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.114444 20697 heartbeater.cc:499] Master 127.19.83.61:32865 was elected leader, sending a full tablet report...
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.511889 21659 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21599
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:34.182082 21659 kernel_stack_watchdog.cc:198] Thread 21599 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 391ms:
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:32.120113 21661 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:34.183499 21599 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.066s	user 0.778s	sys 1.132s
02:04:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:34.183849 21599 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.067s	user 0.778s	sys 1.132s
02:04:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.190605 21599 server_base.cc:1061] running on GCE node
02:04:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.191464 21240 master_runner.cc:187] Error getting master registration for 127.19.83.60:44583: Network error: Client connection negotiation failed: client connection to 127.19.83.60:44583: connect: Connection refused (error 111), 
02:04:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.192019 21240 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:34.192474 21701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:34.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.193988 21599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.197217 21599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.198973 21599 hybrid_clock.cc:648] HybridClock initialized: now 1786500274198808 us; error 175 us; skew 500 ppm
02:04:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.200289 21599 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.208369 21599 init.cc:377] Logged in from keytab as kudu/127.19.83.60@KRBTEST.COM (short username kudu)
02:04:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.214265 21599 webserver.cc:533] Webserver started at http://127.19.83.60:35413/ using document root <none> and password file <none>
02:04:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.215384 21599 fs_manager.cc:362] Metadata directory not provided
02:04:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.215713 21599 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.225425 21599 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.001s
02:04:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.230746 21709 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.232367 21599 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
02:04:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.232779 21599 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data,/tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28340fae7257464d9d2637d508a9d864"
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:11 on dist-test-slave-j2vl"
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.234894 21599 fs_report.cc:389] FS layout report
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/wal
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/data
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.272094 20951 heartbeater.cc:499] Master 127.19.83.61:32865 was elected leader, sending a full tablet report...
02:04:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.299829 21599 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.305996 21599 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.306596 21599 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:34.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.433599 21599 rpc_server.cc:307] RPC server started. Bound to: 127.19.83.60:44583
02:04:34.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.433749 21807 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.83.60:44583 every 8 connection(s)
02:04:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.436739 21599 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0HCHY_/test-tmp/mini-kudu-cluster5624879197304374688/master-2/data/info.pb
02:04:34.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.441412 19788 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu as pid 21599
02:04:34.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.466599 21809 sys_catalog.cc:263] Verifying existing consensus state
02:04:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.476666 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Bootstrap starting.
02:04:34.522 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.83.61:32865(127.19.83.61:32865)] connecting to peer
02:04:34.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.536895 21809 log.cc:826] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Log is configured to *not* fsync() on all Append() calls
02:04:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.572131 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.573611 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864: Bootstrap complete.
02:04:34.615 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.83.62:38849(127.19.83.62:38849)] connecting to peer
02:04:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.614288 21809 raft_consensus.cc:359] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.618201 21809 raft_consensus.cc:740] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28340fae7257464d9d2637d508a9d864, State: Initialized, Role: FOLLOWER
02:04:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.619923 21809 consensus_queue.cc:260] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } }
02:04:34.627 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.83.60:44583(127.19.83.60:44583)] connecting to peer
02:04:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.639657 21818 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.640609 21818 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.642818 21809 sys_catalog.cc:565] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: configured and running, proceeding with master startup.
02:04:34.658 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.83.60:44583(127.19.83.60:44583)] Successfully connected to peer
02:04:34.663 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.83.62:38849(127.19.83.62:38849)] Successfully connected to peer
02:04:34.666 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.83.61:32865(127.19.83.61:32865)] Successfully connected to peer
02:04:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500268, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.61@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:34.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.734565 21766 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [term 1 FOLLOWER]: Advancing to term 2
02:04:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.775874 21818 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eca77128c506422b9993ab96cf303e7d. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.776578 21818 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.777096 21818 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.778268 21818 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28340fae7257464d9d2637d508a9d864 [sys.catalog]: This master's current role is: FOLLOWER
02:04:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.786357 21848 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.62@KRBTEST.COM
02:04:34.847 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:04:34.883 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.83.60
02:04:34.886 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.83.62
02:04:34.893 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.83.61
02:04:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.61@KRBTEST.COM
02:04:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.60@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:34 dist-test-slave-j2vl krb5kdc[19816](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:34.993907 21003 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:35 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.3@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.065295 21208 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.072810 21751 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cbf3410ae58e4891ae2ca471325e4019" instance_seqno: 1786500265436481) as {username='kudu', principal='kudu/127.19.83.3@KRBTEST.COM'} at 127.19.83.3:52811; Asking this server to re-register.
02:04:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.075471 21208 heartbeater.cc:461] Registering TS with master...
02:04:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.080515 21750 ts_manager.cc:194] Registered new tserver with Master: cbf3410ae58e4891ae2ca471325e4019 (127.19.83.3:46015)
02:04:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:35 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.1@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.162483 20694 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:35.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.165475 21750 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b9c042b61ff24900a28b0412c06d0eb3" instance_seqno: 1786500258521614) as {username='kudu', principal='kudu/127.19.83.1@KRBTEST.COM'} at 127.19.83.1:50543; Asking this server to re-register.
02:04:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.167616 20694 heartbeater.cc:461] Registering TS with master...
02:04:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.170890 21750 ts_manager.cc:194] Registered new tserver with Master: b9c042b61ff24900a28b0412c06d0eb3 (127.19.83.1:38067)
02:04:35.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.219193 21862 sys_catalog.cc:455] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "eca77128c506422b9993ab96cf303e7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c32fe47a68f4aa2b7b356c455e8c157" member_type: VOTER last_known_addr { host: "127.19.83.62" port: 38849 } } peers { permanent_uuid: "eca77128c506422b9993ab96cf303e7d" member_type: VOTER last_known_addr { host: "127.19.83.61" port: 32865 } } peers { permanent_uuid: "28340fae7257464d9d2637d508a9d864" member_type: VOTER last_known_addr { host: "127.19.83.60" port: 44583 } } }
02:04:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.220603 21862 sys_catalog.cc:458] T 00000000000000000000000000000000 P eca77128c506422b9993ab96cf303e7d [sys.catalog]: This master's current role is: LEADER
02:04:35.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.83.61:32865(127.19.83.61:32865)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.83.62:38849(127.19.83.62:38849)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.83.61:32865: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.83.60:44583(127.19.83.60:44583)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.83.62:38849: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.83.60:44583: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.247536 21699 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.664359 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:53174 (local address 127.19.83.61:32865)
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.665120 (+   761us) server_negotiation.cc:207] Beginning negotiation
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.665147 (+    27us) server_negotiation.cc:400] Waiting for connection header
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.762068 (+ 96921us) server_negotiation.cc:408] Connection header received
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.819515 (+ 57447us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.819557 (+    42us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.819845 (+   288us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.820052 (+   207us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.125564 (+305512us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.126895 (+  1331us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.222845 (+ 95950us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.223538 (+   693us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.245824 (+ 22286us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:53174: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:53174): Cannot send after transport endpoint shutdown (error 108)
02:04:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":175}
02:04:35.248 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=797), Traces: [0ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.61:32865, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.62:38849, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.60:44583, [776ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.61:32865: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.62:38849: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.60:44583: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

02:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.250945 21824 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.649670 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34986 (local address 127.19.83.62:38849)
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.680155 (+ 30485us) server_negotiation.cc:207] Beginning negotiation
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.680187 (+    32us) server_negotiation.cc:400] Waiting for connection header
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.767852 (+ 87665us) server_negotiation.cc:408] Connection header received
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.827021 (+ 59169us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:35.256 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.83.62:38849(127.19.83.62:38849)] handling channelInactive
02:04:35.257 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=805), Traces: [0ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.61:32865, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.62:38849, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.83.60:44583, [776ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.61:32865: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.62:38849: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.83.60:44583: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
02:04:35.259 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.83.60:44583(127.19.83.60:44583)] handling channelInactive
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.827054 (+    33us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.827280 (+   226us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.827489 (+   209us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.116590 (+289101us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.118521 (+  1931us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.236489 (+117968us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.237207 (+   718us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.248884 (+ 11677us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34986: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:34986): Cannot send after transport endpoint shutdown (error 108)
02:04:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":29517,"thread_start_us":29648,"threads_started":1}
02:04:35.260 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.83.60:44583(127.19.83.60:44583)] disconnecting while in state TERMINATED
02:04:35.260 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.83.61:32865(127.19.83.61:32865)] handling channelInactive
02:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.262414 21826 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.653533 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:50542 (local address 127.19.83.60:44583)
02:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.671471 (+ 17938us) server_negotiation.cc:207] Beginning negotiation
02:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.671504 (+    33us) server_negotiation.cc:400] Waiting for connection header
02:04:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.761578 (+ 90074us) server_negotiation.cc:408] Connection header received
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.821277 (+ 59699us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.821311 (+    34us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.821574 (+   263us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:34.821758 (+   184us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.107948 (+286190us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.109954 (+  2006us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.224795 (+114841us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.225292 (+   497us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 02:04:35.260141 (+ 34849us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50542: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:50542): Cannot send after transport endpoint shutdown (error 108)
02:04:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":17176,"thread_start_us":16692,"threads_started":1}
02:04:35.263 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.83.62:38849(127.19.83.62:38849)] disconnecting while in state TERMINATED
02:04:35.263 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.83.61:32865(127.19.83.61:32865)] disconnecting while in state TERMINATED
02:04:35.265 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:35.270 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.274446 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 20403
02:04:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 02:04:35 dist-test-slave-j2vl krb5kdc[19816](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786500271, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.83.2@KRBTEST.COM for kudu/127.19.83.60@KRBTEST.COM
02:04:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.360623 20950 heartbeater.cc:344] Connected to a master server at 127.19.83.60:44583
02:04:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.363582 21750 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fbc58e3c2f6424e8baa45f95a1ff962" instance_seqno: 1786500261811508) as {username='kudu', principal='kudu/127.19.83.2@KRBTEST.COM'} at 127.19.83.2:34121; Asking this server to re-register.
02:04:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.370924 20950 heartbeater.cc:461] Registering TS with master...
02:04:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.374527 21750 ts_manager.cc:194] Registered new tserver with Master: 0fbc58e3c2f6424e8baa45f95a1ff962 (127.19.83.2:33525)
02:04:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.381253 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 20716
02:04:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.433571 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 20970
02:04:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.489768 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 21402
02:04:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.547566 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 21240
02:04:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.600492 19788 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 21599
02:04:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:04:36Z chronyd exiting
02:04:37.958 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:37.962188 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 18952
02:04:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.026957 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 19249
02:04:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.071676 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 19507
02:04:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.112396 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 18468
02:04:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.157327 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 18597
02:04:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.169368 18778 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.4.62:35097: connect: Connection refused (error 111)
02:04:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.173264 18778 consensus_peers.cc:597] T 00000000000000000000000000000000 P 9d3629773e2e4310a1c212a7a95b5369 -> Peer 6559cb7a82214014ba1be08a29c815a3 (127.18.4.62:35097): Couldn't send request to peer 6559cb7a82214014ba1be08a29c815a3. Status: Network error: Client connection negotiation failed: client connection to 127.18.4.62:35097: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.205533 18448 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0HCHY_/build/tsan/bin/kudu with pid 18720
02:04:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:04:39Z chronyd exiting
02:04:40.448 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more

02:04:41.521 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
02:04:41.521 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.83.61:32865,127.19.83.62:38849,127.19.83.60:44583). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more