Unable to diagnose

20:11:42.215 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:11:42.229 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSfvk2B/test-tmp
20:11:42.236 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:11:42.239 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSfvk2B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:11:42.569 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:11:42.782 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:11:42.783 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:11:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:42.792959 22932 mini_oidc.cc:150] Starting JWKS server
20:11:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:42.797905 22932 webserver.cc:533] Webserver started at http://127.0.0.1:36673/ using document root <none> and password file <none>
20:11:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:42.798621 22932 mini_oidc.cc:186] Starting OIDC Discovery server
20:11:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:42.800921 22932 webserver.cc:533] Webserver started at http://127.0.0.1:33863/ using document root <none> and password file <none>
20:11:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:11:42Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:11:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:11:42Z Disabled control of system clock
20:11:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:42.875756 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal
20:11:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data
20:11:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/logs
20:11:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data/info.pb
20:11:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.62:44939
20:11:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.62
20:11:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:42.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:42.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json with env {}
20:11:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.240409 22944 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.241148 22944 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.241880 22944 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.280740 22944 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.281105 22944 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.281329 22944 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.281530 22944 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.281723 22944 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.281967 22944 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36673/jwks.json
20:11:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:43.325703 22944 master_runner.cc:387] Master server non-default flags:
20:11:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/logs
20:11:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data
20:11:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.62:44939
20:11:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json
20:11:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data/info.pb
20:11:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.62
20:11:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:43.327780 22944 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:43.330076 22944 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.345470 22950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:44.749792 22949 debug-util.cc:398] Leaking SignalData structure 0x7b0800028ea0 after lost signal to thread 22944
20:11:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:43.348189 22951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.366675 22949 kernel_stack_watchdog.cc:198] Thread 22944 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:11:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:11:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:11:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:11:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:11:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.371809 22952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2024 milliseconds
20:11:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.371793 22944 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.026s	user 0.005s	sys 0.004s
20:11:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.373059 22944 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.027s	user 0.006s	sys 0.005s
20:11:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.373648 22953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.373746 22944 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.375982 22944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.379871 22944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.382293 22944 hybrid_clock.cc:648] HybridClock initialized: now 1790712705382217 us; error 63 us; skew 500 ppm
20:11:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.383368 22944 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.390900 22944 webserver.cc:533] Webserver started at http://127.22.101.62:41051/ using document root <none> and password file <none>
20:11:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.392067 22944 fs_manager.cc:362] Metadata directory not provided
20:11:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.392293 22944 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.392748 22944 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.397859 22944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data/instance:
20:11:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2"
20:11:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:45 on dist-test-slave-744m"
20:11:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.399335 22944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal/instance:
20:11:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2"
20:11:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:45 on dist-test-slave-744m"
20:11:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.408385 22944 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
20:11:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.415928 22960 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.417749 22944 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
20:11:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.418179 22944 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal
20:11:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2"
20:11:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:45 on dist-test-slave-744m"
20:11:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.418669 22944 fs_report.cc:389] FS layout report
20:11:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal
20:11:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal
20:11:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data/data
20:11:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.499823 22944 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.501544 22944 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.502009 22944 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.601476 22944 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.62:44939
20:11:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.601646 23011 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.62:44939 every 8 connection(s)
20:11:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.605809 22944 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/data/info.pb
20:11:45.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.612670 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 22944
20:11:45.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.613166 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-0/wal/instance
20:11:45.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.614812 23012 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.618060 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal
20:11:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data
20:11:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/logs
20:11:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data/info.pb
20:11:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.61:40727
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.61
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json with env {}
20:11:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.632447 23012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } has no permanent_uuid. Determining permanent_uuid...
20:11:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.664845 23012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
20:11:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.668462 22964 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.673246 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.722926 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 1
20:11:45.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.728555 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.797088 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 2
20:11:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.803745 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:45.895347 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 3
20:11:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.901274 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.961810 23014 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.962393 23014 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.962839 23014 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.997372 23014 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.997679 23014 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.997905 23014 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.998243 23014 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.998555 23014 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:45.998790 23014 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36673/jwks.json
20:11:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.037178 23014 master_runner.cc:387] Master server non-default flags:
20:11:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/logs
20:11:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data
20:11:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.61:40727
20:11:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data/info.pb
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.61
20:11:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.038581 23014 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.040890 23014 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.044744 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 4
20:11:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.051450 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.056576 23023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.351043 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 5
20:11:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.356705 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:46.904206 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 6
20:11:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.914222 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.61:40727: Network error: Client connection negotiation failed: client connection to 127.22.101.61:40727: connect: Connection refused (error 111)
20:11:47.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.059872 23024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:46.061951 23026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.288857 23025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:11:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.289005 23014 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.293417 23014 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:47.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.297645 23014 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.299263 23014 hybrid_clock.cc:648] HybridClock initialized: now 1790712707299184 us; error 104 us; skew 500 ppm
20:11:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.300521 23014 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.307971 23014 webserver.cc:533] Webserver started at http://127.22.101.61:36901/ using document root <none> and password file <none>
20:11:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.309070 23014 fs_manager.cc:362] Metadata directory not provided
20:11:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.309303 23014 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.309788 23014 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.315281 23014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data/instance:
20:11:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0"
20:11:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:47 on dist-test-slave-744m"
20:11:47.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.316650 23014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal/instance:
20:11:47.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0"
20:11:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:47 on dist-test-slave-744m"
20:11:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.326524 23014 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
20:11:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.334470 23035 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.336967 23014 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.007s	sys 0.000s
20:11:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.337497 23014 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal
20:11:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0"
20:11:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:47 on dist-test-slave-744m"
20:11:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.338065 23014 fs_report.cc:389] FS layout report
20:11:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data/data
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.398840 23014 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.400763 23014 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.401278 23014 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.493990 23014 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.61:40727
20:11:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.494107 23086 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.61:40727 every 8 connection(s)
20:11:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.497397 23014 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/data/info.pb
20:11:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.503450 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23014
20:11:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.504282 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-1/wal/instance
20:11:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.507189 23087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.507584 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/logs
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data/info.pb
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.60:37167
20:11:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.60
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:47.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json with env {}
20:11:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.527587 23087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } has no permanent_uuid. Determining permanent_uuid...
20:11:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.556927 23087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
20:11:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.575881 23087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } has no permanent_uuid. Determining permanent_uuid...
20:11:47.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.579641 23036 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.584664 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.634395 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 1
20:11:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.640820 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.709389 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 2
20:11:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.714689 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.806375 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 3
20:11:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.811741 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.875926 23089 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.876530 23089 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.877027 23089 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.912523 23089 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.912915 23089 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.913146 23089 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.913367 23089 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.913568 23089 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.913959 23089 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36673/jwks.json
20:11:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.955259 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 4
20:11:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.958652 23089 master_runner.cc:387] Master server non-default flags:
20:11:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/logs
20:11:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.60:37167
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36673/jwks.json
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data/info.pb
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.60
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.961191 23089 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.961318 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.963410 23089 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.974751 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } attempt: 7
20:11:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.979324 23099 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:47.993875 23012 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } has no permanent_uuid. Determining permanent_uuid...
20:11:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.001757 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.060503 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 1
20:11:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.067972 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.149538 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 2
20:11:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.156720 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.242539 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 3
20:11:48.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.248430 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.260802 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 5
20:11:48.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.269732 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.389232 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 4
20:11:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.395691 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.680613 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 5
20:11:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.686518 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:48.817481 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 6
20:11:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:48.826143 23087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.983474 23100 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:47.985534 23103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.222301 23101 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:11:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.222357 23089 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.227313 23089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.230659 23089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.232170 23089 hybrid_clock.cc:648] HybridClock initialized: now 1790712709232077 us; error 113 us; skew 500 ppm
20:11:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.233096 23089 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.239251 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 6
20:11:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.239890 23089 webserver.cc:533] Webserver started at http://127.22.101.60:44975/ using document root <none> and password file <none>
20:11:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.243693 23089 fs_manager.cc:362] Metadata directory not provided
20:11:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.243963 23089 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.244444 23089 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.247557 23012 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.101.60:37167: Network error: Client connection negotiation failed: client connection to 127.22.101.60:37167: connect: Connection refused (error 111)
20:11:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.250643 23089 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data/instance:
20:11:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fe696ad80ad4f1a90694be7ba3aa15b"
20:11:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:49 on dist-test-slave-744m"
20:11:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.252014 23089 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal/instance:
20:11:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fe696ad80ad4f1a90694be7ba3aa15b"
20:11:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:49 on dist-test-slave-744m"
20:11:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.260769 23089 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
20:11:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.267804 23115 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.269567 23089 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
20:11:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.270041 23089 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal
20:11:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fe696ad80ad4f1a90694be7ba3aa15b"
20:11:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:49 on dist-test-slave-744m"
20:11:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.270591 23089 fs_report.cc:389] FS layout report
20:11:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal
20:11:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal
20:11:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data/data
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.331377 23089 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.333441 23089 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.334062 23089 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.425755 23089 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.60:37167
20:11:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.425848 23166 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.60:37167 every 8 connection(s)
20:11:49.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.429304 23089 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/data/info.pb
20:11:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.435953 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23089
20:11:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.436460 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/master-2/wal/instance
20:11:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.437116 23167 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.453776 23167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } has no permanent_uuid. Determining permanent_uuid...
20:11:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.482704 23167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
20:11:49.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.496259 23167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } has no permanent_uuid. Determining permanent_uuid...
20:11:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.520568 23167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: Bootstrap starting.
20:11:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.528124 23167 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: Neither blocks nor log segments found. Creating new log.
20:11:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.529942 23167 log.cc:826] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: Log is configured to *not* fsync() on all Append() calls
20:11:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.535347 23167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: No bootstrap required, opened a new log
20:11:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.556890 23167 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.558549 23167 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.559224 23167 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9fe696ad80ad4f1a90694be7ba3aa15b, State: Initialized, Role: FOLLOWER
20:11:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.560585 23167 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.563246 23176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.564081 23176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: This master's current role is: FOLLOWER
20:11:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.564677 23167 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: configured and running, proceeding with master startup.
20:11:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.594275 23121 tablet.cc:2433] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.595572 23187 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:11:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.595990 23187 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:11:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.589845 23089 master_runner.cc:187] Error getting master registration for 127.22.101.62:44939: OK, instance_id { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" instance_seqno: 1790712705572583 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:11:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.620123 23089 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:11:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.886924 23087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 7
20:11:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.906759 23087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: Bootstrap starting.
20:11:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.915571 23087 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: Neither blocks nor log segments found. Creating new log.
20:11:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.917855 23087 log.cc:826] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: Log is configured to *not* fsync() on all Append() calls
20:11:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.923429 23087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: No bootstrap required, opened a new log
20:11:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.944991 23087 raft_consensus.cc:359] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.945745 23087 raft_consensus.cc:385] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.946019 23087 raft_consensus.cc:740] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51d29bdf3d6c4dc988d9ec64e92dc0b0, State: Initialized, Role: FOLLOWER
20:11:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.947039 23087 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.950103 23191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.951025 23191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: This master's current role is: FOLLOWER
20:11:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.952072 23087 sys_catalog.cc:565] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: configured and running, proceeding with master startup.
20:11:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.989056 23202 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:11:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:49.991194 23202 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:11:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:49.984349 23014 master_runner.cc:187] Error getting master registration for 127.22.101.62:44939: OK, instance_id { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" instance_seqno: 1790712705572583 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:11:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.013517 23014 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:11:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.014851 23176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.015465 23176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.018217 23176 leader_election.cc:290] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9515eccf8aed4f4eaa20dd8c095f7bd2 (127.22.101.62:44939), 51d29bdf3d6c4dc988d9ec64e92dc0b0 (127.22.101.61:40727)
20:11:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.020903 23062 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" is_pre_election: true
20:11:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.021912 23062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9fe696ad80ad4f1a90694be7ba3aa15b in term 0.
20:11:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.024044 23119 leader_election.cc:304] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51d29bdf3d6c4dc988d9ec64e92dc0b0, 9fe696ad80ad4f1a90694be7ba3aa15b; no voters: 
20:11:50.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.025616 23176 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:11:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.026018 23176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.026417 23176 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 0 FOLLOWER]: Advancing to term 1
20:11:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.034255 23176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.038129 23176 leader_election.cc:290] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [CANDIDATE]: Term 1 election: Requested vote from peers 9515eccf8aed4f4eaa20dd8c095f7bd2 (127.22.101.62:44939), 51d29bdf3d6c4dc988d9ec64e92dc0b0 (127.22.101.61:40727)
20:11:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.038825 23062 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0"
20:11:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.039431 23062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 0 FOLLOWER]: Advancing to term 1
20:11:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.050107 23062 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9fe696ad80ad4f1a90694be7ba3aa15b in term 1.
20:11:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.052574 23119 leader_election.cc:304] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51d29bdf3d6c4dc988d9ec64e92dc0b0, 9fe696ad80ad4f1a90694be7ba3aa15b; no voters: 
20:11:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.055131 23176 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 1 FOLLOWER]: Leader election won for term 1
20:11:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.064430 23176 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [term 1 LEADER]: Becoming Leader. State: Replica: 9fe696ad80ad4f1a90694be7ba3aa15b, State: Running, Role: LEADER
20:11:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.066341 23176 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.081138 23204 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9fe696ad80ad4f1a90694be7ba3aa15b. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.082585 23204 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: This master's current role is: LEADER
20:11:50.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.086436 23206 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:11:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.095150 23206 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:11:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.119904 23062 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [term 1 FOLLOWER]: Refusing update from remote peer 9fe696ad80ad4f1a90694be7ba3aa15b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.122200 23204 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [LEADER]: Connected to new peer: Peer: permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:11:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:50.160801 23041 tablet.cc:2433] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.167970 23191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9fe696ad80ad4f1a90694be7ba3aa15b. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.168773 23191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: This master's current role is: FOLLOWER
20:11:50.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.175694 23207 mvcc.cc:204] Tried to move back new op lower bound from 7334759260625563648 to 7334759260445077504. Current Snapshot: MvccSnapshot[applied={T|T < 7334759260625563648}]
20:11:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.189023 23191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.189800 23191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0 [sys.catalog]: This master's current role is: FOLLOWER
20:11:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.198920 23176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.199753 23176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: This master's current role is: LEADER
20:11:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.201790 23206 catalog_manager.cc:1396] Generated new cluster ID: 932b4fe8a5814dfa930386045db9a1a4
20:11:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.202095 23206 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:11:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.231151 23206 catalog_manager.cc:1419] Generated new certificate authority record
20:11:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.239020 23206 catalog_manager.cc:1553] Loading token signing keys...
20:11:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.281083 23012 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } attempt: 7
20:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.287390 23206 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b: Generated new TSK 0
20:11:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.289626 23206 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:11:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.325914 23012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: Bootstrap starting.
20:11:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.339325 23012 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: Neither blocks nor log segments found. Creating new log.
20:11:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.342368 23012 log.cc:826] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: Log is configured to *not* fsync() on all Append() calls
20:11:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.353220 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/logs
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data/info.pb
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.1:0
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.1
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.1
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:11:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.366228 23012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: No bootstrap required, opened a new log
20:11:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.406287 23012 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:50.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.409511 23012 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:50.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.410411 23012 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9515eccf8aed4f4eaa20dd8c095f7bd2, State: Initialized, Role: FOLLOWER
20:11:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.435124 23012 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } }
20:11:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.474934 23012 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: configured and running, proceeding with master startup.
20:11:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.475270 22986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2"
20:11:50.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.478406 22987 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" is_pre_election: true
20:11:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.482759 22985 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [term 0 FOLLOWER]: Advancing to term 1
20:11:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.492452 22985 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [term 1 FOLLOWER]: Refusing update from remote peer 9fe696ad80ad4f1a90694be7ba3aa15b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:50.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.507781 23176 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [LEADER]: Connected to new peer: Peer: permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:11:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.499303 23215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.517655 23215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:11:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:50.527661 22966 tablet.cc:2433] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.575305 23221 mvcc.cc:204] Tried to move back new op lower bound from 7334759260625563648 to 7334759260445077504. Current Snapshot: MvccSnapshot[applied={T|T < 7334759260625563648}]
20:11:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.597666 23215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9fe696ad80ad4f1a90694be7ba3aa15b. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.598446 23215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:11:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.599745 23219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.600499 23219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:11:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:50.637264 23231 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:11:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.001354 23202 catalog_manager.cc:1308] Loaded cluster ID: 932b4fe8a5814dfa930386045db9a1a4
20:11:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.001699 23202 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: loading cluster ID for follower catalog manager: success
20:11:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.018158 23202 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: acquiring CA information for follower catalog manager: success
20:11:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.038206 23176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9515eccf8aed4f4eaa20dd8c095f7bd2" member_type: VOTER last_known_addr { host: "127.22.101.62" port: 44939 } } peers { permanent_uuid: "51d29bdf3d6c4dc988d9ec64e92dc0b0" member_type: VOTER last_known_addr { host: "127.22.101.61" port: 40727 } } peers { permanent_uuid: "9fe696ad80ad4f1a90694be7ba3aa15b" member_type: VOTER last_known_addr { host: "127.22.101.60" port: 37167 } } }
20:11:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.039546 23176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b [sys.catalog]: This master's current role is: LEADER
20:11:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.044514 23202 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 51d29bdf3d6c4dc988d9ec64e92dc0b0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:11:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.115983 23214 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.116772 23214 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.117532 23214 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:51.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.166738 23214 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.168373 23214 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.101.1
20:11:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.215210 23214 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/logs
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.1:0
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data/info.pb
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.1
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.1
20:11:51.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.217255 23214 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.220395 23214 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.239838 23240 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.669984 23231 catalog_manager.cc:1308] Loaded cluster ID: 932b4fe8a5814dfa930386045db9a1a4
20:11:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.679548 23231 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: loading cluster ID for follower catalog manager: success
20:11:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.721314 23231 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: acquiring CA information for follower catalog manager: success
20:11:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:51.776207 23231 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 9515eccf8aed4f4eaa20dd8c095f7bd2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:11:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:52.641767 23239 debug-util.cc:398] Leaking SignalData structure 0x7b0800028e80 after lost signal to thread 23214
20:11:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:51.244237 23241 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:53.464458 23214 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.222s	user 0.621s	sys 0.994s
20:11:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:53.465884 23214 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.224s	user 0.621s	sys 0.994s
20:11:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.475579 23214 server_base.cc:1061] running on GCE node
20:11:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:53.476651 23248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.478102 23214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.481300 23214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.482826 23214 hybrid_clock.cc:648] HybridClock initialized: now 1790712713482762 us; error 77 us; skew 500 ppm
20:11:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.483816 23214 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.494149 23214 webserver.cc:533] Webserver started at http://127.22.101.1:46057/ using document root <none> and password file <none>
20:11:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.495685 23214 fs_manager.cc:362] Metadata directory not provided
20:11:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.495997 23214 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.496614 23214 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.504314 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data/instance:
20:11:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6fff16c90fd41148e7747c79c2ba3a8"
20:11:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:53 on dist-test-slave-744m"
20:11:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.506201 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal/instance:
20:11:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6fff16c90fd41148e7747c79c2ba3a8"
20:11:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:53 on dist-test-slave-744m"
20:11:53.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.518599 23214 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.011s	sys 0.002s
20:11:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.527709 23253 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.529551 23214 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
20:11:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.530083 23214 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal
20:11:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6fff16c90fd41148e7747c79c2ba3a8"
20:11:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:53 on dist-test-slave-744m"
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.530604 23214 fs_report.cc:389] FS layout report
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data/data
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.604434 23214 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.606477 23214 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.607136 23214 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.611225 23214 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:11:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.619375 23214 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.619707 23214 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:11:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.620024 23214 ts_tablet_manager.cc:662] Registered 0 tablets
20:11:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.620252 23214 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:11:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.845868 23214 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.1:41865
20:11:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.846015 23365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.1:41865 every 8 connection(s)
20:11:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.849776 23214 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/data/info.pb
20:11:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.856477 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23214
20:11:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.857223 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-0/wal/instance
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.890647 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/logs
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data/info.pb
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.2:0
20:11:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.2
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.2
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:53.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:11:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.910748 23366 heartbeater.cc:344] Connected to a master server at 127.22.101.60:37167
20:11:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.911506 23366 heartbeater.cc:461] Registering TS with master...
20:11:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.913421 23366 heartbeater.cc:507] Master 127.22.101.60:37167 requested a full tablet report, sending...
20:11:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.918268 23132 ts_manager.cc:194] Registered new tserver with Master: c6fff16c90fd41148e7747c79c2ba3a8 (127.22.101.1:41865)
20:11:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.921782 23132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.101.1:41911
20:11:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.937541 23367 heartbeater.cc:344] Connected to a master server at 127.22.101.61:40727
20:11:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.938130 23367 heartbeater.cc:461] Registering TS with master...
20:11:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.939173 23367 heartbeater.cc:507] Master 127.22.101.61:40727 requested a full tablet report, sending...
20:11:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.943538 23368 heartbeater.cc:344] Connected to a master server at 127.22.101.62:44939
20:11:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.943992 23368 heartbeater.cc:461] Registering TS with master...
20:11:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.944197 23052 ts_manager.cc:194] Registered new tserver with Master: c6fff16c90fd41148e7747c79c2ba3a8 (127.22.101.1:41865)
20:11:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.944823 23368 heartbeater.cc:507] Master 127.22.101.62:44939 requested a full tablet report, sending...
20:11:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:53.949580 22976 ts_manager.cc:194] Registered new tserver with Master: c6fff16c90fd41148e7747c79c2ba3a8 (127.22.101.1:41865)
20:11:54.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.308840 23376 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:54.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.309576 23376 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.310299 23376 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.349459 23376 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.350729 23376 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.101.2
20:11:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:54.394762 23376 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/logs
20:11:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data
20:11:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal
20:11:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.2:0
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data/info.pb
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.2
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.2
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:54.397197 23376 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:54.400170 23376 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.420532 23382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:54.927979 23366 heartbeater.cc:499] Master 127.22.101.60:37167 was elected leader, sending a full tablet report...
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:55.822700 23381 debug-util.cc:398] Leaking SignalData structure 0x7b0800028e80 after lost signal to thread 23376
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.072255 23381 kernel_stack_watchdog.cc:198] Thread 23376 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:11:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:11:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:54.426551 23383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.073953 23376 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.649s	user 0.602s	sys 0.939s
20:11:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.076258 23376 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.651s	user 0.603s	sys 0.939s
20:11:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.077176 23385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.081494 23384 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1651 milliseconds
20:11:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.081630 23376 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.083258 23376 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:56.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.085611 23376 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.087133 23376 hybrid_clock.cc:648] HybridClock initialized: now 1790712716087011 us; error 88 us; skew 500 ppm
20:11:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.088070 23376 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.095152 23376 webserver.cc:533] Webserver started at http://127.22.101.2:46587/ using document root <none> and password file <none>
20:11:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.096189 23376 fs_manager.cc:362] Metadata directory not provided
20:11:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.096398 23376 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.096796 23376 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.101544 23376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data/instance:
20:11:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18f57f50eda24af6bcba4c39914bf931"
20:11:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:56 on dist-test-slave-744m"
20:11:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.102727 23376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal/instance:
20:11:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18f57f50eda24af6bcba4c39914bf931"
20:11:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:56 on dist-test-slave-744m"
20:11:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.111244 23376 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
20:11:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.117839 23393 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.119483 23376 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.119971 23376 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18f57f50eda24af6bcba4c39914bf931"
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:56 on dist-test-slave-744m"
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.120312 23376 fs_report.cc:389] FS layout report
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data/data
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.193794 23376 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.195654 23376 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.196792 23376 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.200173 23376 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:11:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.206609 23376 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.207000 23376 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:11:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.207257 23376 ts_tablet_manager.cc:662] Registered 0 tablets
20:11:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.207396 23376 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:11:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.376598 23376 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.2:40507
20:11:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.376863 23505 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.2:40507 every 8 connection(s)
20:11:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.379791 23376 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/data/info.pb
20:11:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.382272 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23376
20:11:56.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.382786 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-1/wal/instance
20:11:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.412175 22932 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:11:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal
20:11:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/logs
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data/info.pb
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.3:0
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.3
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.3
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:11:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.444506 23507 heartbeater.cc:344] Connected to a master server at 127.22.101.61:40727
20:11:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.445111 23507 heartbeater.cc:461] Registering TS with master...
20:11:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.446691 23507 heartbeater.cc:507] Master 127.22.101.61:40727 requested a full tablet report, sending...
20:11:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.448423 23506 heartbeater.cc:344] Connected to a master server at 127.22.101.60:37167
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.448853 23506 heartbeater.cc:461] Registering TS with master...
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.448982 23508 heartbeater.cc:344] Connected to a master server at 127.22.101.62:44939
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.449296 23508 heartbeater.cc:461] Registering TS with master...
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.449944 23506 heartbeater.cc:507] Master 127.22.101.60:37167 requested a full tablet report, sending...
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.450184 23508 heartbeater.cc:507] Master 127.22.101.62:44939 requested a full tablet report, sending...
20:11:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.450933 23052 ts_manager.cc:194] Registered new tserver with Master: 18f57f50eda24af6bcba4c39914bf931 (127.22.101.2:40507)
20:11:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.452723 23132 ts_manager.cc:194] Registered new tserver with Master: 18f57f50eda24af6bcba4c39914bf931 (127.22.101.2:40507)
20:11:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.453049 22976 ts_manager.cc:194] Registered new tserver with Master: 18f57f50eda24af6bcba4c39914bf931 (127.22.101.2:40507)
20:11:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.454697 23132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.101.2:42827
20:11:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.799413 23516 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.799909 23516 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.800329 23516 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.835064 23516 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.836575 23516 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.101.3
20:11:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.885160 23516 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/logs
20:11:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.101.20:39893
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.101.3:0
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data/info.pb
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.101.3
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.101.62:44939,127.22.101.61:40727,127.22.101.60:37167
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.101.3
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.886660 23516 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:56.888972 23516 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:11:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.902781 23522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:57.459403 23506 heartbeater.cc:499] Master 127.22.101.60:37167 was elected leader, sending a full tablet report...
20:11:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:56.904747 23523 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:58.246078 23525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:11:58.249488 23524 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1340 milliseconds
20:11:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.249671 23516 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.251362 23516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.254801 23516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.256403 23516 hybrid_clock.cc:648] HybridClock initialized: now 1790712718256332 us; error 107 us; skew 500 ppm
20:11:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.257349 23516 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.265348 23516 webserver.cc:533] Webserver started at http://127.22.101.3:36203/ using document root <none> and password file <none>
20:11:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.266583 23516 fs_manager.cc:362] Metadata directory not provided
20:11:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.266810 23516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.267364 23516 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.272483 23516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data/instance:
20:11:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d3b5c971ab849819a48ad29cdd1b4de"
20:11:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:58 on dist-test-slave-744m"
20:11:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.273939 23516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal/instance:
20:11:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d3b5c971ab849819a48ad29cdd1b4de"
20:11:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:58 on dist-test-slave-744m"
20:11:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.283629 23516 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.001s
20:11:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.290940 23533 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.292609 23516 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.293139 23516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal
20:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d3b5c971ab849819a48ad29cdd1b4de"
20:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:11:58 on dist-test-slave-744m"
20:11:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.293591 23516 fs_report.cc:389] FS layout report
20:11:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal
20:11:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal
20:11:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data/data
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.351883 23516 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:11:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.353914 23516 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.354532 23516 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.357887 23516 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:11:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.363009 23516 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.363368 23516 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
20:11:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.363699 23516 ts_tablet_manager.cc:662] Registered 0 tablets
20:11:58.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.363947 23516 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:11:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.552553 23516 rpc_server.cc:307] RPC server started. Bound to: 127.22.101.3:39603
20:11:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.552611 23645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.101.3:39603 every 8 connection(s)
20:11:58.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.556665 23516 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/data/info.pb
20:11:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.566900 22932 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23516
20:11:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.567560 22932 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster2226984551842510408/ts-2/wal/instance
20:11:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.605441 23646 heartbeater.cc:344] Connected to a master server at 127.22.101.60:37167
20:11:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.606045 23646 heartbeater.cc:461] Registering TS with master...
20:11:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.607568 23646 heartbeater.cc:507] Master 127.22.101.60:37167 requested a full tablet report, sending...
20:11:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.607956 23647 heartbeater.cc:344] Connected to a master server at 127.22.101.61:40727
20:11:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.608296 23647 heartbeater.cc:461] Registering TS with master...
20:11:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.609170 23647 heartbeater.cc:507] Master 127.22.101.61:40727 requested a full tablet report, sending...
20:11:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.609582 23648 heartbeater.cc:344] Connected to a master server at 127.22.101.62:44939
20:11:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.611327 23132 ts_manager.cc:194] Registered new tserver with Master: 5d3b5c971ab849819a48ad29cdd1b4de (127.22.101.3:39603)
20:11:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.612203 23052 ts_manager.cc:194] Registered new tserver with Master: 5d3b5c971ab849819a48ad29cdd1b4de (127.22.101.3:39603)
20:11:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.610826 23648 heartbeater.cc:461] Registering TS with master...
20:11:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.612772 23132 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.101.3:51009
20:11:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.614395 23648 heartbeater.cc:507] Master 127.22.101.62:44939 requested a full tablet report, sending...
20:11:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.618263 22976 ts_manager.cc:194] Registered new tserver with Master: 5d3b5c971ab849819a48ad29cdd1b4de (127.22.101.3:39603)
20:11:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:58.625159 22932 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:11:58.637 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:11:58.639 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:11:58.648 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.101.62"
      port: 44939
    }
    bound_http_address {
      host: "127.22.101.62"
      port: 41051
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.101.61"
      port: 40727
    }
    bound_http_address {
      host: "127.22.101.61"
      port: 36901
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.101.60"
      port: 37167
    }
    bound_http_address {
      host: "127.22.101.60"
      port: 44975
    }
  }
}

20:11:58.652 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:11:58.655 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.101.1"
      port: 41865
    }
    bound_http_address {
      host: "127.22.101.1"
      port: 46057
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.101.2"
      port: 40507
    }
    bound_http_address {
      host: "127.22.101.2"
      port: 46587
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.101.3"
      port: 39603
    }
    bound_http_address {
      host: "127.22.101.3"
      port: 36203
    }
  }
}

20:11:58.655 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:11:58.852 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

20:11:58.916 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:11:59.006 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSfvk2B/test-tmp
20:11:59.007 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:11:59.007 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSfvk2B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:11:59.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:11:59.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:11:59.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:11:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:59.394145 23657 mini_oidc.cc:150] Starting JWKS server
20:11:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:59.398794 23657 webserver.cc:533] Webserver started at http://127.0.0.1:46829/ using document root <none> and password file <none>
20:11:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:59.399384 23657 mini_oidc.cc:186] Starting OIDC Discovery server
20:11:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:59.401793 23657 webserver.cc:533] Webserver started at http://127.0.0.1:42047/ using document root <none> and password file <none>
20:11:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:11:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/principal' for realm 'KRBTEST.COM',
20:11:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:11:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:11:59 dist-test-slave-744m krb5kdc[23669](info): setting up network...
20:11:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:11:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:11:59 dist-test-slave-744m krb5kdc[23669](info): set up 2 sockets
20:11:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:11:59 dist-test-slave-744m krb5kdc[23669](info): commencing operation
20:11:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:11:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:11:59.617987 23646 heartbeater.cc:499] Master 127.22.101.60:37167 was elected leader, sending a full tablet report...
20:12:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:01.633479 23657 mini_kdc.cc:121] Time spent starting KDC: real 2.191s	user 0.003s	sys 0.020s
20:12:01.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:12:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:12:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:12:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:12:01.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:12:01.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:12:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:12:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:12:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:12:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:12:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/test-user.keytab.
20:12:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/test-user.keytab.
20:12:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:01 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:12:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:12:01Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:12:01.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:12:01Z Disabled control of system clock
20:12:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.126@KRBTEST.COM; defaulting to no policy
20:12:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.126@KRBTEST.COM" created.
20:12:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.126@KRBTEST.COM; defaulting to no policy
20:12:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.126@KRBTEST.COM" created.
20:12:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:01.921561 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/logs
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.126:46547
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.126
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.126
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:02.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.314010 23687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:02.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.314699 23687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:02.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.315447 23687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.354723 23687 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.355001 23687 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.355535 23687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.355780 23687 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.356006 23687 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.356210 23687 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.356370 23687 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:02.401547 23687 master_runner.cc:387] Master server non-default flags:
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/logs
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.126
20:12:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.126:46547
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.126
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:02.403756 23687 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:02.405650 23687 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.423134 23693 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.429196 23696 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:02.428721 23694 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:03.828575 23695 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1396 milliseconds
20:12:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.828799 23687 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.830332 23687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.834116 23687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.835660 23687 hybrid_clock.cc:648] HybridClock initialized: now 1790712723835578 us; error 80 us; skew 500 ppm
20:12:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.836670 23687 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:03 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712723, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.843852 23687 init.cc:377] Logged in from keytab as kudu/127.23.26.126@KRBTEST.COM (short username kudu)
20:12:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.850193 23687 webserver.cc:533] Webserver started at http://127.23.26.126:41997/ using document root <none> and password file <none>
20:12:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.851270 23687 fs_manager.cc:362] Metadata directory not provided
20:12:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.851477 23687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.851909 23687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.857048 23687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/instance:
20:12:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141185b0838442e2ba7bd1826a82de9c"
20:12:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:03 on dist-test-slave-744m"
20:12:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.858268 23687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal/instance:
20:12:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141185b0838442e2ba7bd1826a82de9c"
20:12:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:03 on dist-test-slave-744m"
20:12:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.867447 23687 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.011s	sys 0.000s
20:12:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.874423 23706 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.876250 23687 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:12:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.876631 23687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141185b0838442e2ba7bd1826a82de9c"
20:12:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:03 on dist-test-slave-744m"
20:12:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.876959 23687 fs_report.cc:389] FS layout report
20:12:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/data
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.961777 23687 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.969028 23687 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:03.969527 23687 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.073773 23687 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.126:46547
20:12:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.073905 23757 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.126:46547 every 8 connection(s)
20:12:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.078590 23687 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.089414 23758 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.089663 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23687
20:12:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.090255 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal/instance
20:12:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.110083 23758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } has no permanent_uuid. Determining permanent_uuid...
20:12:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.125@KRBTEST.COM; defaulting to no policy
20:12:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.125@KRBTEST.COM" created.
20:12:04.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:04 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712723, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.161528 23758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } has no permanent_uuid. Determining permanent_uuid...
20:12:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.125@KRBTEST.COM; defaulting to no policy
20:12:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.165153 23708 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.125@KRBTEST.COM" created.
20:12:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.171262 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.196476 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data
20:12:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/logs
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.125:40257
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.125
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.125
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.221040 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 1
20:12:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.227418 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.295940 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 2
20:12:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.302220 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.393712 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 3
20:12:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.398178 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.541847 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 4
20:12:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.546931 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.628630 23767 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.629436 23767 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.630095 23767 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.669301 23767 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.670164 23767 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.670889 23767 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.671475 23767 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.672024 23767 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.672536 23767 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.673447 23767 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.721172 23767 master_runner.cc:387] Master server non-default flags:
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/logs
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.125
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.125:40257
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.125
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.723418 23767 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.724897 23767 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.740867 23774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:04.846531 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 5
20:12:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.855715 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:05.403292 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 6
20:12:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:05.432039 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:04.742949 23775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.174111 23777 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.177345 23776 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1428 milliseconds
20:12:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.177474 23767 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.179270 23767 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.182503 23767 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.186067 23767 hybrid_clock.cc:648] HybridClock initialized: now 1790712726185988 us; error 101 us; skew 500 ppm
20:12:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.187121 23767 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:06 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712726, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.194320 23767 init.cc:377] Logged in from keytab as kudu/127.23.26.125@KRBTEST.COM (short username kudu)
20:12:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.202081 23767 webserver.cc:533] Webserver started at http://127.23.26.125:42989/ using document root <none> and password file <none>
20:12:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.203343 23767 fs_manager.cc:362] Metadata directory not provided
20:12:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.203585 23767 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.204051 23767 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.209388 23767 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/instance:
20:12:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f76e78d50a914ccc9d01dcf8185b0242"
20:12:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:06 on dist-test-slave-744m"
20:12:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.210659 23767 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal/instance:
20:12:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f76e78d50a914ccc9d01dcf8185b0242"
20:12:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:06 on dist-test-slave-744m"
20:12:06.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.220237 23767 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.001s
20:12:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.227386 23788 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:06.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.228928 23767 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
20:12:06.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.229403 23767 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:06.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f76e78d50a914ccc9d01dcf8185b0242"
20:12:06.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:06 on dist-test-slave-744m"
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.229839 23767 fs_report.cc:389] FS layout report
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/data
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.293758 23767 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.300689 23767 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.301383 23767 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.418557 23767 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.125:40257
20:12:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.418649 23839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.125:40257 every 8 connection(s)
20:12:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.423207 23767 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.425951 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23767
20:12:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.427064 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal/instance
20:12:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.434123 23840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:06.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.124@KRBTEST.COM; defaulting to no policy
20:12:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.454828 23840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } has no permanent_uuid. Determining permanent_uuid...
20:12:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.124@KRBTEST.COM" created.
20:12:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.492774 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } attempt: 7
20:12:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:06 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712726, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:06 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712723, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.124@KRBTEST.COM; defaulting to no policy
20:12:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.536044 23840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } has no permanent_uuid. Determining permanent_uuid...
20:12:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.124@KRBTEST.COM" created.
20:12:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.563642 23758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } has no permanent_uuid. Determining permanent_uuid...
20:12:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:06 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712726, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:06.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.577843 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.588660 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/logs
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.124:34607
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.124
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.124
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.591686 23840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } has no permanent_uuid. Determining permanent_uuid...
20:12:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.594857 23790 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.603627 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.636370 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 1
20:12:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.641459 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.653410 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 1
20:12:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.659122 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.723058 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 2
20:12:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.727727 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 2
20:12:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.729146 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.733500 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.814735 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 3
20:12:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.820627 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.824994 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 3
20:12:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.830777 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.961143 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 4
20:12:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.967362 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:06.974339 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 4
20:12:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:06.981330 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.020737 23852 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.021354 23852 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.022293 23852 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.060153 23852 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.060412 23852 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.060808 23852 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:07.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.061038 23852 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:07.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.061246 23852 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:07.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.061457 23852 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:07.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.061605 23852 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.119379 23852 master_runner.cc:387] Master server non-default flags:
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/logs
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.124
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.124:34607
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.124
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.120949 23852 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.122481 23852 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.138734 23860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.250882 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 5
20:12:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.263394 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.280893 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 5
20:12:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.291895 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.816059 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 6
20:12:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:07.839581 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 6
20:12:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.848213 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.869638 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:08.881860 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 7
20:12:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:08.921154 23758 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:08.930485 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 7
20:12:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:08.957945 23840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.26.124:34607: Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:08.542578 23859 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 23852
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:07.141263 23861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.239609 23859 kernel_stack_watchdog.cc:198] Thread 23852 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:12:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:12:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.247517 23852 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.107s	user 0.002s	sys 0.001s
20:12:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.247800 23862 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2098 milliseconds
20:12:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.247963 23852 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.107s	user 0.002s	sys 0.001s
20:12:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.250136 23863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.250228 23852 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.251873 23852 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.255255 23852 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.256747 23852 hybrid_clock.cc:648] HybridClock initialized: now 1790712729256680 us; error 82 us; skew 500 ppm
20:12:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.257613 23852 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712729, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.264585 23852 init.cc:377] Logged in from keytab as kudu/127.23.26.124@KRBTEST.COM (short username kudu)
20:12:09.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.270859 23852 webserver.cc:533] Webserver started at http://127.23.26.124:43069/ using document root <none> and password file <none>
20:12:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.272203 23852 fs_manager.cc:362] Metadata directory not provided
20:12:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.272410 23852 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.272830 23852 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.277467 23852 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/instance:
20:12:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16936fdd6a046cd817073e6be3048cf"
20:12:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:09 on dist-test-slave-744m"
20:12:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.278903 23852 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal/instance:
20:12:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16936fdd6a046cd817073e6be3048cf"
20:12:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:09 on dist-test-slave-744m"
20:12:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.288426 23852 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.001s
20:12:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.294934 23880 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.296758 23852 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
20:12:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.297158 23852 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16936fdd6a046cd817073e6be3048cf"
20:12:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:09 on dist-test-slave-744m"
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.297557 23852 fs_report.cc:389] FS layout report
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/data
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.372713 23852 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.380101 23852 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.381227 23852 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.498752 23852 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.124:34607
20:12:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.498925 23932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.124:34607 every 8 connection(s)
20:12:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.502938 23852 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.512495 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 23852
20:12:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.512684 23933 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.513224 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal/instance
20:12:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.532137 23933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } has no permanent_uuid. Determining permanent_uuid...
20:12:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712729, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:09.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.595817 23933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } has no permanent_uuid. Determining permanent_uuid...
20:12:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712729, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.629714 23933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } has no permanent_uuid. Determining permanent_uuid...
20:12:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712721, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:09 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712729, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.677737 23933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Bootstrap starting.
20:12:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.685964 23933 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Neither blocks nor log segments found. Creating new log.
20:12:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.689054 23933 log.cc:826] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Log is configured to *not* fsync() on all Append() calls
20:12:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.695870 23933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: No bootstrap required, opened a new log
20:12:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.721944 23933 raft_consensus.cc:359] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.722786 23933 raft_consensus.cc:385] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.723193 23933 raft_consensus.cc:740] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e16936fdd6a046cd817073e6be3048cf, State: Initialized, Role: FOLLOWER
20:12:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.724529 23933 consensus_queue.cc:260] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.728890 23944 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.730476 23944 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: FOLLOWER
20:12:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.731343 23933 sys_catalog.cc:565] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: configured and running, proceeding with master startup.
20:12:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.768821 23955 catalog_manager.cc:1607] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:12:09.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.769230 23955 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:12:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.758435 23852 master_runner.cc:187] Error getting master registration for 127.23.26.126:46547: OK, instance_id { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" instance_seqno: 1790712724045097 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:12:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:09.788596 23852 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:09.889072 23887 tablet.cc:2433] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:10.018625 23944 raft_consensus.cc:493] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:10.019375 23944 raft_consensus.cc:515] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:10.027177 23944 leader_election.cc:290] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 141185b0838442e2ba7bd1826a82de9c (127.23.26.126:46547), f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257)
20:12:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:10.775584 23955 catalog_manager.cc:1607] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:12:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:10.775967 23955 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:12:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:10.982733 23758 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 8
20:12:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:11 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712723, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.031761 23758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Bootstrap starting.
20:12:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.044147 23758 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Neither blocks nor log segments found. Creating new log.
20:12:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.047479 23758 log.cc:826] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Log is configured to *not* fsync() on all Append() calls
20:12:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.048575 23840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } attempt: 8
20:12:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.056492 23758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: No bootstrap required, opened a new log
20:12:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:11 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712726, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.093200 23758 raft_consensus.cc:359] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.096668 23758 raft_consensus.cc:385] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.097247 23758 raft_consensus.cc:740] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 141185b0838442e2ba7bd1826a82de9c, State: Initialized, Role: FOLLOWER
20:12:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.099061 23758 consensus_queue.cc:260] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.115886 23733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e16936fdd6a046cd817073e6be3048cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "141185b0838442e2ba7bd1826a82de9c" is_pre_election: true
20:12:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.118005 23733 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e16936fdd6a046cd817073e6be3048cf in term 0.
20:12:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.120955 23840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Bootstrap starting.
20:12:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.124841 23733 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34838 (request call id 2) took 1101 ms. Trace:
20:12:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.125509 23733 rpcz_store.cc:276] 0929 20:12:10.023662 (+     0us) service_pool.cc:167] Inserting onto call queue
20:12:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:10.023831 (+   169us) service_pool.cc:224] Handling call
20:12:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:11.124565 (+1100734us) spinlock_profiling.cc:243] Waited 960 us on lock 0x7b54000104d4. stack: 00007f8268881373 00007f8268881270 00007f8268424574 0000000000516a24 00000000005169b9 00007f826f980b01 00007f826fa1bb8a 00007f8270a7c0c7 00007f826f0f8834 00007f826f0f87c2 00007f826f0f86f1 00007f826f0f866c 00007f826f0f7922 00007f826d6e615c 00007f826d6e5596 00007f826d6e4f3f
20:12:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:11.124743 (+   178us) inbound_call.cc:177] Queueing success response
20:12:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":2207616}
20:12:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.131276 23885 leader_election.cc:304] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 141185b0838442e2ba7bd1826a82de9c, e16936fdd6a046cd817073e6be3048cf; no voters: 
20:12:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.136080 23840 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Neither blocks nor log segments found. Creating new log.
20:12:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.128460 23758 sys_catalog.cc:565] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: configured and running, proceeding with master startup.
20:12:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.128937 23961 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.143337 23961 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.146756 23840 log.cc:826] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Log is configured to *not* fsync() on all Append() calls
20:12:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.145262 23963 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:12:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.150751 23963 raft_consensus.cc:493] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.151127 23963 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 0 FOLLOWER]: Advancing to term 1
20:12:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.156836 23840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: No bootstrap required, opened a new log
20:12:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.174423 23963 raft_consensus.cc:515] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.179693 23733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e16936fdd6a046cd817073e6be3048cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "141185b0838442e2ba7bd1826a82de9c"
20:12:11.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.180454 23733 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 0 FOLLOWER]: Advancing to term 1
20:12:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.203729 23733 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e16936fdd6a046cd817073e6be3048cf in term 1.
20:12:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.206151 23963 leader_election.cc:290] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [CANDIDATE]: Term 1 election: Requested vote from peers 141185b0838442e2ba7bd1826a82de9c (127.23.26.126:46547), f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257)
20:12:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.208196 23885 leader_election.cc:304] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 141185b0838442e2ba7bd1826a82de9c, e16936fdd6a046cd817073e6be3048cf; no voters: 
20:12:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.209525 23963 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Leader election won for term 1
20:12:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.218482 23963 raft_consensus.cc:697] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 LEADER]: Becoming Leader. State: Replica: e16936fdd6a046cd817073e6be3048cf, State: Running, Role: LEADER
20:12:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.220029 23963 consensus_queue.cc:237] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.232446 23840 raft_consensus.cc:359] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.234146 23840 raft_consensus.cc:385] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.234619 23840 raft_consensus.cc:740] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f76e78d50a914ccc9d01dcf8185b0242, State: Initialized, Role: FOLLOWER
20:12:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:11.236320 23712 tablet.cc:2433] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.234776 23973 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader e16936fdd6a046cd817073e6be3048cf. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.236966 23973 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: LEADER
20:12:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.236104 23840 consensus_queue.cc:260] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.249039 23976 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.261325 23975 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:12:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.256508 23840 sys_catalog.cc:565] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: configured and running, proceeding with master startup.
20:12:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.256702 23814 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e16936fdd6a046cd817073e6be3048cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f76e78d50a914ccc9d01dcf8185b0242"
20:12:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.265544 23814 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 0 FOLLOWER]: Advancing to term 1
20:12:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.257441 23815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e16936fdd6a046cd817073e6be3048cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f76e78d50a914ccc9d01dcf8185b0242" is_pre_election: true
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.270076 23815 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38106 (request call id 1) took 1240 ms. Trace:
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.270567 23815 rpcz_store.cc:276] 0929 20:12:10.029474 (+     0us) service_pool.cc:167] Inserting onto call queue
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:10.030061 (+   587us) service_pool.cc:224] Handling call
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:11.269968 (+1239907us) inbound_call.cc:177] Queueing success response
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:12:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.274299 23976 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.281919 23814 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e16936fdd6a046cd817073e6be3048cf in term 1.
20:12:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.287243 23975 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:12:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:11.291136 23979 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:12:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:11.305727 23979 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:12:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:11.316175 23794 tablet.cc:2433] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.335461 23814 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 1 FOLLOWER]: Refusing update from remote peer e16936fdd6a046cd817073e6be3048cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.337169 23733 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Refusing update from remote peer e16936fdd6a046cd817073e6be3048cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.340255 23963 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.341864 23963 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.281641 23687 master_runner.cc:187] Error getting master registration for 127.23.26.125:40257: OK, instance_id { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" instance_seqno: 1790712726380419 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:12:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.343716 23687 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.402547 23976 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e16936fdd6a046cd817073e6be3048cf. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.406669 23976 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.412308 23996 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:12:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.413302 23985 mvcc.cc:204] Tried to move back new op lower bound from 7334759347512721408 to 7334759347091746816. Current Snapshot: MvccSnapshot[applied={T|T < 7334759347512721408}]
20:12:11.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.419883 23975 catalog_manager.cc:1396] Generated new cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.420214 23975 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:12:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.421923 23973 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.422936 23973 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: LEADER
20:12:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.430359 23992 mvcc.cc:204] Tried to move back new op lower bound from 7334759347512721408 to 7334759347091746816. Current Snapshot: MvccSnapshot[applied={T|T < 7334759347512721408}]
20:12:11.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.433313 23961 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader e16936fdd6a046cd817073e6be3048cf. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.434230 23961 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.450028 23963 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.451007 23963 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: LEADER
20:12:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.466411 23976 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.467284 23976 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.518980 23961 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e16936fdd6a046cd817073e6be3048cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.523192 23961 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: FOLLOWER
20:12:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.604377 23975 catalog_manager.cc:1419] Generated new certificate authority record
20:12:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.609400 23975 catalog_manager.cc:1553] Loading token signing keys...
20:12:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.663726 23975 catalog_manager.cc:6219] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Generated new TSK 0
20:12:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.665524 23975 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:12:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.65@KRBTEST.COM; defaulting to no policy
20:12:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.65@KRBTEST.COM" created.
20:12:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:11.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.65@KRBTEST.COM; defaulting to no policy
20:12:11.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.65@KRBTEST.COM" created.
20:12:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:11.855835 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/logs
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data/info.pb
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.65:0
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.65
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.65
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.65
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.320036 23979 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.320595 23979 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: loading cluster ID for follower catalog manager: success
20:12:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.342832 23979 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: acquiring CA information for follower catalog manager: success
20:12:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.353175 23979 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.403029 24004 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.403813 24004 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.404955 24004 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:12.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.464442 23996 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.472072 23996 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: loading cluster ID for follower catalog manager: success
20:12:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.488085 23996 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: acquiring CA information for follower catalog manager: success
20:12:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.512687 24004 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:12.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.514420 24004 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.65
20:12:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.537168 23996 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.608964 24004 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/logs
20:12:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.65
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.65:0
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data/info.pb
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.65
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.65
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.611703 24004 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:12.613494 24004 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.676102 24012 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:13 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712733, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:13.863333 23702 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:12.685756 24013 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:14.814399 24004 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.132s	user 0.540s	sys 1.018s
20:12:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:14.814857 24004 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.133s	user 0.540s	sys 1.018s
20:12:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:14.058350 24011 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 24004
20:12:14.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.830951 24004 server_base.cc:1061] running on GCE node
20:12:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:14.833352 24021 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.836216 24004 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.840062 24004 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.844545 24004 hybrid_clock.cc:648] HybridClock initialized: now 1790712734843791 us; error 718 us; skew 500 ppm
20:12:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.845866 24004 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:14 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712734, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.856189 24004 init.cc:377] Logged in from keytab as kudu/127.23.26.65@KRBTEST.COM (short username kudu)
20:12:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.882426 24004 webserver.cc:533] Webserver started at http://127.23.26.65:33309/ using document root <none> and password file <none>
20:12:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.884040 24004 fs_manager.cc:362] Metadata directory not provided
20:12:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.884370 24004 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.885033 24004 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.892643 24004 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data/instance:
20:12:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a86d41f67c4c4a1cb00b9220ed68e817"
20:12:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:14 on dist-test-slave-744m"
20:12:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.894475 24004 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal/instance:
20:12:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a86d41f67c4c4a1cb00b9220ed68e817"
20:12:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:14 on dist-test-slave-744m"
20:12:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.908219 24004 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.009s	sys 0.002s
20:12:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.917958 24028 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.919790 24004 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.001s
20:12:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.920223 24004 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal
20:12:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a86d41f67c4c4a1cb00b9220ed68e817"
20:12:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:14 on dist-test-slave-744m"
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:14.920692 24004 fs_report.cc:389] FS layout report
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data/data
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.023401 24004 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.032013 24004 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.033013 24004 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.037679 24004 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:12:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.044472 24004 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.044786 24004 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:12:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.045157 24004 ts_tablet_manager.cc:662] Registered 0 tablets
20:12:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.045352 24004 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:12:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.442845 24004 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.65:35253
20:12:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.443019 24140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.65:35253 every 8 connection(s)
20:12:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.447387 24004 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/data/info.pb
20:12:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.448730 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24004
20:12:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.449257 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-0/wal/instance
20:12:15.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.66@KRBTEST.COM; defaulting to no policy
20:12:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.66@KRBTEST.COM" created.
20:12:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:15 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712734, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:15 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712734, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:15 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712734, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.588472 24141 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.589131 24141 heartbeater.cc:461] Registering TS with master...
20:12:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.590652 24141 heartbeater.cc:507] Master 127.23.26.124:34607 requested a full tablet report, sending...
20:12:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.594466 24142 heartbeater.cc:344] Connected to a master server at 127.23.26.125:40257
20:12:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.594878 24142 heartbeater.cc:461] Registering TS with master...
20:12:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.594996 23898 ts_manager.cc:194] Registered new tserver with Master: a86d41f67c4c4a1cb00b9220ed68e817 (127.23.26.65:35253)
20:12:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.595851 24142 heartbeater.cc:507] Master 127.23.26.125:40257 requested a full tablet report, sending...
20:12:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.599920 23805 ts_manager.cc:194] Registered new tserver with Master: a86d41f67c4c4a1cb00b9220ed68e817 (127.23.26.65:35253)
20:12:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.597846 23898 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.26.65@KRBTEST.COM'} at 127.23.26.65:42815
20:12:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.601265 24146 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.601667 24146 heartbeater.cc:461] Registering TS with master...
20:12:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.602756 24146 heartbeater.cc:507] Master 127.23.26.126:46547 requested a full tablet report, sending...
20:12:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.606405 23723 ts_manager.cc:194] Registered new tserver with Master: a86d41f67c4c4a1cb00b9220ed68e817 (127.23.26.65:35253)
20:12:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:15.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:15.631724 23657 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.26.66: real 0.166s	user 0.006s	sys 0.012s
20:12:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.66@KRBTEST.COM; defaulting to no policy
20:12:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.66@KRBTEST.COM" created.
20:12:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:15.691828 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/logs
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data/info.pb
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.66:0
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.66
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.66
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.66
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.150753 24155 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.151363 24155 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.152251 24155 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.191973 24155 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.192950 24155 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.66
20:12:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:16 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712736, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.201200 23784 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.237334 24155 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/logs
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.66
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.66:0
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data/info.pb
20:12:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.66
20:12:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.66
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.239384 24155 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.241079 24155 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.268750 24163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:16.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.606864 24141 heartbeater.cc:499] Master 127.23.26.124:34607 was elected leader, sending a full tablet report...
20:12:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.273581 24165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:16.274199 24155 server_base.cc:1061] running on GCE node
20:12:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:16.273022 24162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.639833 24155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.643291 24155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.646006 24155 hybrid_clock.cc:648] HybridClock initialized: now 1790712737645994 us; error 116 us; skew 500 ppm
20:12:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.647244 24155 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:17 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712737, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.655969 24155 init.cc:377] Logged in from keytab as kudu/127.23.26.66@KRBTEST.COM (short username kudu)
20:12:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.663005 24155 webserver.cc:533] Webserver started at http://127.23.26.66:42019/ using document root <none> and password file <none>
20:12:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.664245 24155 fs_manager.cc:362] Metadata directory not provided
20:12:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.664479 24155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.665081 24155 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.670753 24155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data/instance:
20:12:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76852fbd7abf41feb78bba57827aa938"
20:12:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:17 on dist-test-slave-744m"
20:12:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.672420 24155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal/instance:
20:12:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76852fbd7abf41feb78bba57827aa938"
20:12:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:17 on dist-test-slave-744m"
20:12:17.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.683481 24155 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.005s
20:12:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.690500 24176 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.692096 24155 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.692613 24155 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76852fbd7abf41feb78bba57827aa938"
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:17 on dist-test-slave-744m"
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.693040 24155 fs_report.cc:389] FS layout report
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data/data
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.765612 24155 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.779457 24155 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.780123 24155 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.784174 24155 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:12:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.790701 24155 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.791039 24155 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:12:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.791355 24155 ts_tablet_manager.cc:662] Registered 0 tablets
20:12:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:17.791601 24155 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:12:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:17.795001 23502 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad0e0 after lost signal to thread 23377
20:12:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:17.795936 23502 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8e00 after lost signal to thread 23505
20:12:18.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.097105 24155 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.66:38721
20:12:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.097239 24290 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.66:38721 every 8 connection(s)
20:12:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.101766 24155 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/data/info.pb
20:12:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.103811 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24155
20:12:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.104363 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-1/wal/instance
20:12:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.26.67@KRBTEST.COM; defaulting to no policy
20:12:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.26.67@KRBTEST.COM" created.
20:12:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:18 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712737, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:18 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712737, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:18.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:18 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712737, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.26.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.208876 24292 heartbeater.cc:344] Connected to a master server at 127.23.26.125:40257
20:12:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.209520 24292 heartbeater.cc:461] Registering TS with master...
20:12:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.211436 24292 heartbeater.cc:507] Master 127.23.26.125:40257 requested a full tablet report, sending...
20:12:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.215404 23805 ts_manager.cc:194] Registered new tserver with Master: 76852fbd7abf41feb78bba57827aa938 (127.23.26.66:38721)
20:12:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.219861 24298 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.220324 24298 heartbeater.cc:461] Registering TS with master...
20:12:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.220855 24291 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.221197 24291 heartbeater.cc:461] Registering TS with master...
20:12:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.221513 24298 heartbeater.cc:507] Master 127.23.26.126:46547 requested a full tablet report, sending...
20:12:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.222142 24291 heartbeater.cc:507] Master 127.23.26.124:34607 requested a full tablet report, sending...
20:12:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.224969 23723 ts_manager.cc:194] Registered new tserver with Master: 76852fbd7abf41feb78bba57827aa938 (127.23.26.66:38721)
20:12:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.225085 23898 ts_manager.cc:194] Registered new tserver with Master: 76852fbd7abf41feb78bba57827aa938 (127.23.26.66:38721)
20:12:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.227010 23898 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.26.66@KRBTEST.COM'} at 127.23.26.66:43529
20:12:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.26.67@KRBTEST.COM; defaulting to no policy
20:12:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.26.67@KRBTEST.COM" created.
20:12:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:12:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.26.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab.
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.274406 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/logs
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data/info.pb
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.67:0
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.67
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.67
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.67
20:12:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.711549 24305 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.712149 24305 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.712936 24305 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.751374 24305 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.752831 24305 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.67
20:12:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.803335 24305 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/logs
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.67
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.67:0
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data/info.pb
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.67
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.26.67
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.805155 24305 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:18.806506 24305 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.822660 24311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:19.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:19.230594 24291 heartbeater.cc:499] Master 127.23.26.124:34607 was elected leader, sending a full tablet report...
20:12:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:19 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712739, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:19.281174 23876 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:19.963482 24287 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae060 after lost signal to thread 24157
20:12:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:19.965233 24287 debug-util.cc:398] Leaking SignalData structure 0x7b08000aef60 after lost signal to thread 24290
20:12:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:20.224887 24310 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 24305
20:12:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:20.945955 24305 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.122s	user 0.633s	sys 0.964s
20:12:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:20.946379 24305 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.123s	user 0.633s	sys 0.964s
20:12:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:18.830978 24312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:20.952988 24318 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.958117 24305 server_base.cc:1061] running on GCE node
20:12:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.959586 24305 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.962296 24305 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.963966 24305 hybrid_clock.cc:648] HybridClock initialized: now 1790712740963858 us; error 106 us; skew 500 ppm
20:12:20.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.965107 24305 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:20 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712740, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.974594 24305 init.cc:377] Logged in from keytab as kudu/127.23.26.67@KRBTEST.COM (short username kudu)
20:12:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.983012 24305 webserver.cc:533] Webserver started at http://127.23.26.67:38799/ using document root <none> and password file <none>
20:12:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.984730 24305 fs_manager.cc:362] Metadata directory not provided
20:12:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.985090 24305 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.985718 24305 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:20.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.991165 24305 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data/instance:
20:12:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fcfaeeac3f44c9eaf16da649e983726"
20:12:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:20 on dist-test-slave-744m"
20:12:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:20.992755 24305 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal/instance:
20:12:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fcfaeeac3f44c9eaf16da649e983726"
20:12:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:20 on dist-test-slave-744m"
20:12:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.002326 24305 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.001s	sys 0.009s
20:12:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.009873 24325 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.011768 24305 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.007s	sys 0.000s
20:12:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.012291 24305 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal
20:12:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fcfaeeac3f44c9eaf16da649e983726"
20:12:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:20 on dist-test-slave-744m"
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.012797 24305 fs_report.cc:389] FS layout report
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data/data
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.116063 24305 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.133311 24305 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.134923 24305 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.147859 24305 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:12:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.157809 24305 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.158653 24305 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.001s
20:12:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.159235 24305 ts_tablet_manager.cc:662] Registered 0 tablets
20:12:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.159621 24305 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:12:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.660000 24305 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.67:36623
20:12:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.660172 24438 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.67:36623 every 8 connection(s)
20:12:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.664109 24305 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/data/info.pb
20:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.674199 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24305
20:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.675118 23657 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/ts-2/wal/instance
20:12:21.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:21 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712740, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:21 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712740, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.767566 24440 heartbeater.cc:344] Connected to a master server at 127.23.26.125:40257
20:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:21 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712740, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.768209 24440 heartbeater.cc:461] Registering TS with master...
20:12:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.769950 24440 heartbeater.cc:507] Master 127.23.26.125:40257 requested a full tablet report, sending...
20:12:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.771806 24439 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.772279 24439 heartbeater.cc:461] Registering TS with master...
20:12:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.774168 24439 heartbeater.cc:507] Master 127.23.26.124:34607 requested a full tablet report, sending...
20:12:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.774501 23805 ts_manager.cc:194] Registered new tserver with Master: 7fcfaeeac3f44c9eaf16da649e983726 (127.23.26.67:36623)
20:12:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.777917 23897 ts_manager.cc:194] Registered new tserver with Master: 7fcfaeeac3f44c9eaf16da649e983726 (127.23.26.67:36623)
20:12:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.781128 23897 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.26.67@KRBTEST.COM'} at 127.23.26.67:47783
20:12:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.794463 24443 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.794847 24443 heartbeater.cc:461] Registering TS with master...
20:12:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.795593 24443 heartbeater.cc:507] Master 127.23.26.126:46547 requested a full tablet report, sending...
20:12:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.807583 23723 ts_manager.cc:194] Registered new tserver with Master: 7fcfaeeac3f44c9eaf16da649e983726 (127.23.26.67:36623)
20:12:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.810644 23657 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:12:21.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:21.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

20:12:21.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

20:12:21.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

20:12:21.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.26.126"
      port: 46547
    }
    bound_http_address {
      host: "127.23.26.126"
      port: 41997
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.26.125"
      port: 40257
    }
    bound_http_address {
      host: "127.23.26.125"
      port: 42989
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.26.124"
      port: 34607
    }
    bound_http_address {
      host: "127.23.26.124"
      port: 43069
    }
  }
}

20:12:21.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:12:21.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.26.65"
      port: 35253
    }
    bound_http_address {
      host: "127.23.26.65"
      port: 33309
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.26.66"
      port: 38721
    }
    bound_http_address {
      host: "127.23.26.66"
      port: 42019
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.26.67"
      port: 36623
    }
    bound_http_address {
      host: "127.23.26.67"
      port: 38799
    }
  }
}

20:12:21.849 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:12:21.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

20:12:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:21 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712741, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:12:21.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:21.903 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc
20:12:21.913 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:12:21.913 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc
20:12:21.915 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:12:21.936 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:12:21.939 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:12:21.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

20:12:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:21 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712741, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:12:21.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:21.988 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc
20:12:21.990 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:12:21.990 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.26.126:46547
20:12:21.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:12:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:21.993521 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23687
20:12:22.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:22.033 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.26.124:34607
20:12:22.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:12:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.034402 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23852
20:12:22.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:22.069 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.26.125:40257
20:12:22.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:12:22.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.070197 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23767
20:12:22.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:22.106 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.26.126:46547
20:12:22.110 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.117112 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/logs
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.126:46547
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.126
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41997
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.126
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.247537 24292 heartbeater.cc:646] Failed to heartbeat to 127.23.26.125:40257 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.582703 24453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.584240 24453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.586526 24453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.643849 24453 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.644166 24453 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.644620 24453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.644965 24453 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.645298 24453 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.645625 24453 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.645867 24453 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.703933 24141 heartbeater.cc:646] Failed to heartbeat to 127.23.26.124:34607 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.718137 24453 master_runner.cc:387] Master server non-default flags:
20:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/logs
20:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.126
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.126:46547
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.126
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41997
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.719959 24453 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.721413 24453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:22.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.735177 24464 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.785940 24440 heartbeater.cc:646] Failed to heartbeat to 127.23.26.125:40257 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:22.786278 24439 heartbeater.cc:499] Master 127.23.26.124:34607 was elected leader, sending a full tablet report...
20:12:23.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:23.597647 23083 debug-util.cc:398] Leaking SignalData structure 0x7b0800099f00 after lost signal to thread 23018
20:12:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:23.598774 23083 debug-util.cc:398] Leaking SignalData structure 0x7b0800096ea0 after lost signal to thread 23086
20:12:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:24.138695 24463 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 24453
20:12:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:24.754868 24453 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.019s	user 0.565s	sys 1.080s
20:12:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:22.736503 24465 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:24.755537 24453 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.020s	user 0.565s	sys 1.081s
20:12:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:24.759197 24466 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2018 milliseconds
20:12:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:24.761085 24467 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.761040 24453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.765067 24453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.768900 24453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:24.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.770399 24453 hybrid_clock.cc:648] HybridClock initialized: now 1790712744770235 us; error 183 us; skew 500 ppm
20:12:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.771631 24453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:24 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.778640 24453 init.cc:377] Logged in from keytab as kudu/127.23.26.126@KRBTEST.COM (short username kudu)
20:12:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.785516 24453 webserver.cc:533] Webserver started at http://127.23.26.126:41997/ using document root <none> and password file <none>
20:12:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.786586 24453 fs_manager.cc:362] Metadata directory not provided
20:12:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.786821 24453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.797571 24453 fs_manager.cc:714] Time spent opening directory manager: real 0.008s	user 0.004s	sys 0.004s
20:12:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.804661 24491 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.806461 24453 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
20:12:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.806902 24453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141185b0838442e2ba7bd1826a82de9c"
20:12:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:03 on dist-test-slave-744m"
20:12:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.809459 24453 fs_report.cc:389] FS layout report
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/wal
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/data
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:24 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.877063 24023 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.908600 24453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.923910 24453 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:24.924669 24453 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.025365 24453 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.126:46547
20:12:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.025486 24542 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.126:46547 every 8 connection(s)
20:12:25.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.030550 24453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-0/data/info.pb
20:12:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.035929 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24453
20:12:25.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:25.037 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.26.124:34607
20:12:25.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.039470 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/logs
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.124:34607
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.124
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43069
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.124
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.053617 24543 sys_catalog.cc:263] Verifying existing consensus state
20:12:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.065096 24543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Bootstrap starting.
20:12:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.127314 24543 log.cc:826] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Log is configured to *not* fsync() on all Append() calls
20:12:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.165032 24543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:12:25.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.166973 24543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Bootstrap complete.
20:12:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.212371 24543 raft_consensus.cc:359] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.216966 24543 raft_consensus.cc:740] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 141185b0838442e2ba7bd1826a82de9c, State: Initialized, Role: FOLLOWER
20:12:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.218729 24543 consensus_queue.cc:260] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.222640 24547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.223989 24547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: FOLLOWER
20:12:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.225252 24543 sys_catalog.cc:565] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: configured and running, proceeding with master startup.
20:12:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.284077 24558 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.286221 24558 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: loading cluster ID for follower catalog manager: success
20:12:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:25 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.310141 24558 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: acquiring CA information for follower catalog manager: success
20:12:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.340538 24298 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.342077 24558 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.349174 24507 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76852fbd7abf41feb78bba57827aa938" instance_seqno: 1790712738025538) as {username='kudu', principal='kudu/127.23.26.66@KRBTEST.COM'} at 127.23.26.66:41473; Asking this server to re-register.
20:12:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.357213 24298 heartbeater.cc:461] Registering TS with master...
20:12:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.362533 24507 ts_manager.cc:194] Registered new tserver with Master: 76852fbd7abf41feb78bba57827aa938 (127.23.26.66:38721)
20:12:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.350870 24453 master_runner.cc:187] Error getting master registration for 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111), 
20:12:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.389431 24453 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.652719 24545 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.654227 24545 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.655694 24545 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.722121 24545 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.722963 24545 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.723701 24545 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.724225 24545 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.724738 24545 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:25.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.725234 24545 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:25.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.725637 24545 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.787724 24146 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.792202 24507 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a86d41f67c4c4a1cb00b9220ed68e817" instance_seqno: 1790712735334634) as {username='kudu', principal='kudu/127.23.26.65@KRBTEST.COM'} at 127.23.26.65:40383; Asking this server to re-register.
20:12:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.794099 24146 heartbeater.cc:461] Registering TS with master...
20:12:25.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.800629 24507 ts_manager.cc:194] Registered new tserver with Master: a86d41f67c4c4a1cb00b9220ed68e817 (127.23.26.65:35253)
20:12:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.842242 24545 master_runner.cc:387] Master server non-default flags:
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/logs
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.124
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.124:34607
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.124
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43069
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.846840 24545 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.849327 24545 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.853121 24443 heartbeater.cc:344] Connected to a master server at 127.23.26.126:46547
20:12:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.857168 24507 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7fcfaeeac3f44c9eaf16da649e983726" instance_seqno: 1790712741586577) as {username='kudu', principal='kudu/127.23.26.67@KRBTEST.COM'} at 127.23.26.67:54559; Asking this server to re-register.
20:12:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.860888 24443 heartbeater.cc:461] Registering TS with master...
20:12:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:25.866838 24507 ts_manager.cc:194] Registered new tserver with Master: 7fcfaeeac3f44c9eaf16da649e983726 (127.23.26.67:36623)
20:12:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.881894 24577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:26.641757 24586 raft_consensus.cc:493] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:26.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:26.642664 24586 raft_consensus.cc:515] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:26.661450 24586 leader_election.cc:290] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257), e16936fdd6a046cd817073e6be3048cf (127.23.26.124:34607)
20:12:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:26.675302 24493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:26.696357 24493 leader_election.cc:336] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257): Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:26.701624 24493 leader_election.cc:336] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e16936fdd6a046cd817073e6be3048cf (127.23.26.124:34607): Network error: Client connection negotiation failed: client connection to 127.23.26.124:34607: connect: Connection refused (error 111)
20:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:26.702242 24493 leader_election.cc:304] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 141185b0838442e2ba7bd1826a82de9c; no voters: e16936fdd6a046cd817073e6be3048cf, f76e78d50a914ccc9d01dcf8185b0242
20:12:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:26.703240 24586 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:12:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:26.802119 23008 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6780 after lost signal to thread 22945
20:12:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:26.803140 23008 debug-util.cc:398] Leaking SignalData structure 0x7b0800096bc0 after lost signal to thread 23011
20:12:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:27 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712747, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.663023 24172 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.275163 24576 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 24545
20:12:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.956080 24576 kernel_stack_watchdog.cc:198] Thread 24545 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
20:12:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:12:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:12:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:12:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:12:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:25.892060 24578 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.957562 24579 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2067 milliseconds
20:12:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.960045 24581 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.961128 24545 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.071s	user 0.369s	sys 0.710s
20:12:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:27.961490 24545 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.071s	user 0.369s	sys 0.710s
20:12:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.961800 24545 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.963992 24545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.971784 24545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.973536 24545 hybrid_clock.cc:648] HybridClock initialized: now 1790712747973308 us; error 247 us; skew 500 ppm
20:12:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.975059 24545 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:27 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712747, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.986737 24545 init.cc:377] Logged in from keytab as kudu/127.23.26.124@KRBTEST.COM (short username kudu)
20:12:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.995121 24545 webserver.cc:533] Webserver started at http://127.23.26.124:43069/ using document root <none> and password file <none>
20:12:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.996843 24545 fs_manager.cc:362] Metadata directory not provided
20:12:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:27.997234 24545 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.031765 24545 fs_manager.cc:714] Time spent opening directory manager: real 0.028s	user 0.011s	sys 0.011s
20:12:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.052055 24602 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.054474 24545 fs_manager.cc:730] Time spent opening block manager: real 0.019s	user 0.004s	sys 0.012s
20:12:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.055241 24545 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16936fdd6a046cd817073e6be3048cf"
20:12:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:09 on dist-test-slave-744m"
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.058849 24545 fs_report.cc:389] FS layout report
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/wal
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/data
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.164386 24545 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.173805 24545 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.174479 24545 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:28.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.317045 24545 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.124:34607
20:12:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.317165 24653 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.124:34607 every 8 connection(s)
20:12:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.321983 24545 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-2/data/info.pb
20:12:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.325487 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24545
20:12:28.327 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:28.327 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.26.125:40257
20:12:28.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:12:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.331048 23657 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/logs
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.125:40257
20:12:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.125
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42989
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.125
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:12:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:12:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:28.340991 23083 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5720 after lost signal to thread 23018
20:12:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:28.341995 23083 debug-util.cc:398] Leaking SignalData structure 0x7b080008ac60 after lost signal to thread 23086
20:12:28.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.401002 24654 sys_catalog.cc:263] Verifying existing consensus state
20:12:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.449479 24654 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Bootstrap starting.
20:12:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.483337 24659 raft_consensus.cc:493] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.484001 24659 raft_consensus.cc:515] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.512267 24659 leader_election.cc:290] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257), e16936fdd6a046cd817073e6be3048cf (127.23.26.124:34607)
20:12:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:28 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712747, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.66@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:28.526031 24493 leader_election.cc:336] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257): Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:28 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.126@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.576553 24291 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.733250 24654 log.cc:826] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Log is configured to *not* fsync() on all Append() calls
20:12:28.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.921175 24654 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:12:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:28.938649 24654 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: Bootstrap complete.
20:12:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:28 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for kudu/127.23.26.124@KRBTEST.COM
20:12:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.032546 24439 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.033291 24439 heartbeater.cc:499] Master 127.23.26.124:34607 was elected leader, sending a full tablet report...
20:12:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.036480 24141 heartbeater.cc:344] Connected to a master server at 127.23.26.124:34607
20:12:29.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.075966 24656 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.077093 24656 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.078445 24656 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.081902 24654 raft_consensus.cc:359] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.087934 24654 raft_consensus.cc:740] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e16936fdd6a046cd817073e6be3048cf, State: Initialized, Role: FOLLOWER
20:12:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.090296 24654 consensus_queue.cc:260] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.111443 24629 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "141185b0838442e2ba7bd1826a82de9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e16936fdd6a046cd817073e6be3048cf" is_pre_election: true
20:12:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.112618 24629 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 141185b0838442e2ba7bd1826a82de9c in term 1.
20:12:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.114499 24493 leader_election.cc:304] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 141185b0838442e2ba7bd1826a82de9c, e16936fdd6a046cd817073e6be3048cf; no voters: f76e78d50a914ccc9d01dcf8185b0242
20:12:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.115449 24654 sys_catalog.cc:565] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: configured and running, proceeding with master startup.
20:12:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.115221 24673 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.118782 24673 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: FOLLOWER
20:12:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.130887 24674 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Leader pre-election won for term 2
20:12:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.136842 24674 raft_consensus.cc:493] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.137809 24674 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 1 FOLLOWER]: Advancing to term 2
20:12:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.156042 24656 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:12:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.156481 24656 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.157192 24656 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.157716 24656 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.158174 24656 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.158679 24656 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.159029 24656 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
20:12:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.160342 24674 raft_consensus.cc:515] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.174726 24674 leader_election.cc:290] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 election: Requested vote from peers f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257), e16936fdd6a046cd817073e6be3048cf (127.23.26.124:34607)
20:12:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.192057 24629 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "141185b0838442e2ba7bd1826a82de9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e16936fdd6a046cd817073e6be3048cf"
20:12:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.192807 24629 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 1 FOLLOWER]: Advancing to term 2
20:12:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.207624 24493 leader_election.cc:336] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257): Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111)
20:12:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.208671 24629 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 141185b0838442e2ba7bd1826a82de9c in term 2.
20:12:29.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.210188 24493 leader_election.cc:304] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 141185b0838442e2ba7bd1826a82de9c, e16936fdd6a046cd817073e6be3048cf; no voters: f76e78d50a914ccc9d01dcf8185b0242
20:12:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.211270 24674 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 2 FOLLOWER]: Leader election won for term 2
20:12:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.232379 24674 raft_consensus.cc:697] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [term 2 LEADER]: Becoming Leader. State: Replica: 141185b0838442e2ba7bd1826a82de9c, State: Running, Role: LEADER
20:12:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.234381 24674 consensus_queue.cc:237] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.256759 24689 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:12:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.258442 24684 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 141185b0838442e2ba7bd1826a82de9c. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.260517 24656 master_runner.cc:387] Master server non-default flags:
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/logs
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.26.84:37727
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.26.126:46547,127.23.26.125:40257,127.23.26.124:34607
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/krb5kdc/kudu.keytab
20:12:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.26.125
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.26.125:40257
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.26.125
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42989
20:12:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.262611 24656 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.264292 24656 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:12:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.281963 24684 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: LEADER
20:12:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.294893 24693 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:12:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.305886 24694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.348088 24693 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:12:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:29 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712747, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.124@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.354212 24693 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:29.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.368981 24693 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:12:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.411352 24693 catalog_manager.cc:1553] Loading token signing keys...
20:12:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.424028 24693 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c: Loaded TSK: 0
20:12:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.426717 24693 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:12:29.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.390753 24545 master_runner.cc:187] Error getting master registration for 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111), 
20:12:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.485046 24545 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.590684 24619 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76852fbd7abf41feb78bba57827aa938" instance_seqno: 1790712738025538) as {username='kudu', principal='kudu/127.23.26.66@KRBTEST.COM'} at 127.23.26.66:58985; Asking this server to re-register.
20:12:29.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.594666 24291 heartbeater.cc:461] Registering TS with master...
20:12:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.600348 24619 ts_manager.cc:194] Registered new tserver with Master: 76852fbd7abf41feb78bba57827aa938 (127.23.26.66:38721)
20:12:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.685853 24493 consensus_peers.cc:597] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c -> Peer f76e78d50a914ccc9d01dcf8185b0242 (127.23.26.125:40257): Couldn't send request to peer f76e78d50a914ccc9d01dcf8185b0242. Status: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:12:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.689085 24629 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [term 2 FOLLOWER]: Refusing update from remote peer 141185b0838442e2ba7bd1826a82de9c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:12:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.691810 24684 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [LEADER]: Connected to new peer: Peer: permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:12:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.722270 24700 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 141185b0838442e2ba7bd1826a82de9c. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.723135 24700 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: FOLLOWER
20:12:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.758759 24700 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.759644 24700 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf [sys.catalog]: This master's current role is: FOLLOWER
20:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.768478 24674 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:29.769315 24674 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141185b0838442e2ba7bd1826a82de9c [sys.catalog]: This master's current role is: LEADER
20:12:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.040220 24439 heartbeater.cc:499] Master 127.23.26.124:34607 was elected leader, sending a full tablet report...
20:12:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.045706 24618 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a86d41f67c4c4a1cb00b9220ed68e817" instance_seqno: 1790712735334634) as {username='kudu', principal='kudu/127.23.26.65@KRBTEST.COM'} at 127.23.26.65:42521; Asking this server to re-register.
20:12:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.046015 24619 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7fcfaeeac3f44c9eaf16da649e983726" instance_seqno: 1790712741586577) as {username='kudu', principal='kudu/127.23.26.67@KRBTEST.COM'} at 127.23.26.67:48593; Asking this server to re-register.
20:12:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.048689 24439 heartbeater.cc:461] Registering TS with master...
20:12:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.048620 24141 heartbeater.cc:461] Registering TS with master...
20:12:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.054183 24619 ts_manager.cc:194] Registered new tserver with Master: 7fcfaeeac3f44c9eaf16da649e983726 (127.23.26.67:36623)
20:12:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.056437 24618 ts_manager.cc:194] Registered new tserver with Master: a86d41f67c4c4a1cb00b9220ed68e817 (127.23.26.65:35253)
20:12:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.300545 24689 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.301029 24689 catalog_manager.cc:1601] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: loading cluster ID for follower catalog manager: success
20:12:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.317025 24689 catalog_manager.cc:1623] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: acquiring CA information for follower catalog manager: success
20:12:30.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.337968 24689 catalog_manager.cc:1651] T 00000000000000000000000000000000 P e16936fdd6a046cd817073e6be3048cf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.398908 24453 master_runner.cc:187] Error getting master registration for 127.23.26.125:40257: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111), 
20:12:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.399616 24453 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.822428 24146 heartbeater.cc:499] Master 127.23.26.126:46547 was elected leader, sending a full tablet report...
20:12:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.894459 24443 heartbeater.cc:499] Master 127.23.26.126:46547 was elected leader, sending a full tablet report...
20:12:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:30 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712750, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:30.981737 24321 init.cc:295] Successfully reacquired a new kerberos TGT
20:12:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.397590 24298 heartbeater.cc:499] Master 127.23.26.126:46547 was elected leader, sending a full tablet report...
20:12:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:30.697913 24692 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 24656
20:12:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:31.504034 24692 kernel_stack_watchdog.cc:198] Thread 24656 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 389ms:
20:12:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:12:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:12:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:12:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:12:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:29.311370 24695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:31.509531 24656 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.203s	user 0.650s	sys 0.915s
20:12:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:31.509965 24656 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.204s	user 0.650s	sys 0.915s
20:12:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:31.523604 24717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.527765 24656 server_base.cc:1061] running on GCE node
20:12:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.529078 24656 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.532083 24656 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.533711 24656 hybrid_clock.cc:648] HybridClock initialized: now 1790712751533652 us; error 77 us; skew 500 ppm
20:12:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.534634 24656 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:31 dist-test-slave-744m krb5kdc[23669](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712751, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:12:31.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.541612 24656 init.cc:377] Logged in from keytab as kudu/127.23.26.125@KRBTEST.COM (short username kudu)
20:12:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.549742 24656 webserver.cc:533] Webserver started at http://127.23.26.125:42989/ using document root <none> and password file <none>
20:12:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.550973 24656 fs_manager.cc:362] Metadata directory not provided
20:12:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.551321 24656 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.563966 24656 fs_manager.cc:714] Time spent opening directory manager: real 0.009s	user 0.009s	sys 0.001s
20:12:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.576239 24723 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:12:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.577821 24656 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.008s	sys 0.000s
20:12:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.578253 24656 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f76e78d50a914ccc9d01dcf8185b0242"
20:12:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:12:06 on dist-test-slave-744m"
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.580631 24656 fs_report.cc:389] FS layout report
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/wal
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/data
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.653875 24656 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:12:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.661882 24656 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:31.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.662995 24656 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:31.742537 24493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.26.125:40257: connect: Connection refused (error 111) [suppressed 7 similar messages]
20:12:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.781152 24656 rpc_server.cc:307] RPC server started. Bound to: 127.23.26.125:40257
20:12:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.781224 24777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.26.125:40257 every 8 connection(s)
20:12:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.784518 24656 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16815349740709648612/master-1/data/info.pb
20:12:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.788821 23657 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 24656
20:12:31.790 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:12:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.803400 24778 sys_catalog.cc:263] Verifying existing consensus state
20:12:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.811900 24778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Bootstrap starting.
20:12:31.878 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.26.126:46547(127.23.26.126:46547)] connecting to peer
20:12:31.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.902678 24778 log.cc:826] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Log is configured to *not* fsync() on all Append() calls
20:12:31.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.939937 24778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:12:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.941061 24778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: Bootstrap complete.
20:12:31.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.26.124:34607(127.23.26.124:34607)] connecting to peer
20:12:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:31 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712744, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.65@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.994233 24778 raft_consensus.cc:359] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.998037 24778 raft_consensus.cc:740] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f76e78d50a914ccc9d01dcf8185b0242, State: Initialized, Role: FOLLOWER
20:12:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:31.999619 24778 consensus_queue.cc:260] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } }
20:12:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:31 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712750, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.67@KRBTEST.COM for kudu/127.23.26.125@KRBTEST.COM
20:12:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.003865 24788 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.005468 24778 sys_catalog.cc:565] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: configured and running, proceeding with master startup.
20:12:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.004849 24788 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:32.009 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.26.125:40257(127.23.26.125:40257)] connecting to peer
20:12:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.046970 24142 heartbeater.cc:344] Connected to a master server at 127.23.26.125:40257
20:12:32.052 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.26.125:40257(127.23.26.125:40257)] Successfully connected to peer
20:12:32.057 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.26.124:34607(127.23.26.124:34607)] Successfully connected to peer
20:12:32.059 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.26.126:46547(127.23.26.126:46547)] Successfully connected to peer
20:12:32.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.059836 24440 heartbeater.cc:344] Connected to a master server at 127.23.26.125:40257
20:12:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.176996 24803 catalog_manager.cc:1308] Loaded cluster ID: 1d0db86e9e15433b89737d3301372421
20:12:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.177362 24803 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: loading cluster ID for follower catalog manager: success
20:12:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:12:32 dist-test-slave-744m krb5kdc[23669](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712751, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.26.125@KRBTEST.COM for kudu/127.23.26.126@KRBTEST.COM
20:12:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.211970 24803 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: acquiring CA information for follower catalog manager: success
20:12:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.223117 24803 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:32.229 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:12:32.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.26.124:34607(127.23.26.124:34607)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.26.124:34607: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:32.238976 24792 negotiation.cc:336] Failed RPC negotiation. Trace:
20:12:32.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.26.126:46547(127.23.26.126:46547)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.26.126:46547: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.040779 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:41180 (local address 127.23.26.124:34607)
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.056007 (+ 15228us) server_negotiation.cc:207] Beginning negotiation
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.056051 (+    44us) server_negotiation.cc:400] Waiting for connection header
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.153982 (+ 97931us) server_negotiation.cc:408] Connection header received
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.204113 (+ 50131us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.204148 (+    35us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.204408 (+   260us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.204595 (+   187us) server_negotiation.cc:227] Negotiated authn=SASL
20:12:32.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.26.125:40257(127.23.26.125:40257)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.237111 (+ 32516us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41180: BlockingRecv error: recv got EOF from 127.0.0.1:41180 (error 108)
20:12:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14420,"thread_start_us":14109,"threads_started":1}
20:12:32.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.26.125:40257: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:12:32.242 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.26.126:46547(127.23.26.126:46547)] handling channelInactive
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:32.245548 24794 negotiation.cc:336] Failed RPC negotiation. Trace:
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.051016 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:54938 (local address 127.23.26.126:46547)
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.061737 (+ 10721us) server_negotiation.cc:207] Beginning negotiation
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.061773 (+    36us) server_negotiation.cc:400] Waiting for connection header
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.153750 (+ 91977us) server_negotiation.cc:408] Connection header received
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.208749 (+ 54999us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.208779 (+    30us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.209010 (+   231us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.209215 (+   205us) server_negotiation.cc:227] Negotiated authn=SASL
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.244052 (+ 34837us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54938: BlockingRecv error: recv got EOF from 127.0.0.1:54938 (error 108)
20:12:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9898,"thread_start_us":9584,"threads_started":1}
20:12:32.247 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.26.124:34607(127.23.26.124:34607)] handling channelInactive
20:12:32.254 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=459), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.126:46547, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.124:34607, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.125:40257, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.124:34607: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [428ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.126:46547: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.125:40257: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.26.126:46547,127.23.26.124:34607,127.23.26.125:40257). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.26.126:46547,127.23.26.124:34607,127.23.26.125:40257). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:12:32.273 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=478), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.126:46547, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.124:34607, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.26.125:40257, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.124:34607: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [428ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.126:46547: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.26.125:40257: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
20:12:32.277 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.26.126:46547(127.23.26.126:46547)] disconnecting while in state TERMINATED
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:32.277794 24785 negotiation.cc:336] Failed RPC negotiation. Trace:
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.037833 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:49426 (local address 127.23.26.125:40257)
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.044828 (+  6995us) server_negotiation.cc:207] Beginning negotiation
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.044855 (+    27us) server_negotiation.cc:400] Waiting for connection header
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.154493 (+109638us) server_negotiation.cc:408] Connection header received
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.202827 (+ 48334us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.202870 (+    43us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.203852 (+   982us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.204047 (+   195us) server_negotiation.cc:227] Negotiated authn=SASL
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:12:32.275639 (+ 71592us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49426: BlockingRecv error: recv got EOF from 127.0.0.1:49426 (error 108)
20:12:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6387,"thread_start_us":18544,"threads_started":1}
20:12:32.280 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.26.125:40257(127.23.26.125:40257)] disconnecting while in state TERMINATED
20:12:32.281 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.26.124:34607(127.23.26.124:34607)] disconnecting while in state TERMINATED
20:12:32.280 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.26.125:40257(127.23.26.125:40257)] handling channelInactive
20:12:32.283 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:12:32.294 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:12:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.295483 24751 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [term 1 FOLLOWER]: Advancing to term 2
20:12:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.302794 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24004
20:12:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.367540 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24155
20:12:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.373806 24788 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 141185b0838442e2ba7bd1826a82de9c. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.374816 24788 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.389932 24818 sys_catalog.cc:455] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "141185b0838442e2ba7bd1826a82de9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141185b0838442e2ba7bd1826a82de9c" member_type: VOTER last_known_addr { host: "127.23.26.126" port: 46547 } } peers { permanent_uuid: "f76e78d50a914ccc9d01dcf8185b0242" member_type: VOTER last_known_addr { host: "127.23.26.125" port: 40257 } } peers { permanent_uuid: "e16936fdd6a046cd817073e6be3048cf" member_type: VOTER last_known_addr { host: "127.23.26.124" port: 34607 } } }
20:12:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.395972 24818 sys_catalog.cc:458] T 00000000000000000000000000000000 P f76e78d50a914ccc9d01dcf8185b0242 [sys.catalog]: This master's current role is: FOLLOWER
20:12:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.415223 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24305
20:12:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.465181 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24453
20:12:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:32.514895 24650 debug-util.cc:398] Leaking SignalData structure 0x7b0800098b00 after lost signal to thread 24565
20:12:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.526237 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24656
20:12:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:32.568564 23657 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 24545
20:12:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:12:33Z chronyd exiting
20:12:34.899 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:12:34.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:34.903232 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23214
20:12:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:34.930315 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23376
20:12:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:34.963929 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23516
20:12:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:34.996984 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 22944
20:12:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:35.031677 23119 connection.cc:573] client connection to 127.22.101.62:44939 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:12:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:35.032308 23119 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:12:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:35.033372 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23014
20:12:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:12:35.040709 23119 consensus_peers.cc:597] T 00000000000000000000000000000000 P 9fe696ad80ad4f1a90694be7ba3aa15b -> Peer 9515eccf8aed4f4eaa20dd8c095f7bd2 (127.22.101.62:44939): Couldn't send request to peer 9515eccf8aed4f4eaa20dd8c095f7bd2. Status: Network error: Client connection negotiation failed: client connection to 127.22.101.62:44939: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:12:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:12:35.070720 22932 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 23089
20:12:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:12:36Z chronyd exiting
20:12:37.300 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.26.126:46547,127.23.26.124:34607,127.23.26.125:40257). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.26.126:46547,127.23.26.124:34607,127.23.26.125:40257). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more