Diagnosed failure

Unable to diagnose

Full log

09:12:12.797 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:12:12.813 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwAfWSF/test-tmp
09:12:12.820 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:12:12.823 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwAfWSF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:12:13.165 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

09:12:13.321 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
09:12:13.322 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

09:12:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.328490 14354 mini_oidc.cc:150] Starting JWKS server
09:12:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.335753 14354 webserver.cc:577] Webserver started at http://127.0.0.1:35675/ using document root <none> and password file <none>
09:12:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.336364 14354 mini_oidc.cc:186] Starting OIDC Discovery server
09:12:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.338680 14354 webserver.cc:577] Webserver started at http://127.0.0.1:42463/ using document root <none> and password file <none>
09:12:13.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:12:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:12:13.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:12:13Z Disabled control of system clock
09:12:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.416687 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal
09:12:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data
09:12:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/logs
09:12:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data/info.pb
09:12:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.190:41301
09:12:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.190
09:12:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json with env {}
09:12:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.810469 14367 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.812134 14367 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.812994 14367 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.857703 14367 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.858059 14367 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.858296 14367 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.858652 14367 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.858899 14367 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.859089 14367 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
09:12:13.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.907470 14367 master_runner.cc:387] Master server non-default flags:
09:12:13.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/logs
09:12:13.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:13.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:13.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:13.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data
09:12:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal
09:12:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.190:41301
09:12:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
09:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data/info.pb
09:12:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.190
09:12:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.908874 14367 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:13.911108 14367 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.930649 14373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.347787 14372 debug-util.cc:398] Leaking SignalData structure 0x7b080002fe20 after lost signal to thread 14367
09:12:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.430074 14372 kernel_stack_watchdog.cc:198] Thread 14367 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 411ms:
09:12:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.432001 14367 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.499s	user 0.000s	sys 0.002s
09:12:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.432417 14367 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.499s	user 0.000s	sys 0.002s
09:12:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:13.932194 14374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.435503 14376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.444821 14375 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1511 milliseconds
09:12:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.444991 14367 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.446894 14367 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.450222 14367 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.451776 14367 hybrid_clock.cc:648] HybridClock initialized: now 1795079535451694 us; error 78 us; skew 500 ppm
09:12:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.453159 14367 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.462601 14367 webserver.cc:577] Webserver started at http://127.14.4.190:44551/ using document root <none> and password file <none>
09:12:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.463838 14367 fs_manager.cc:362] Metadata directory not provided
09:12:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.464100 14367 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.464731 14367 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.469218 14367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data/instance:
09:12:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f064de1aaef4163a0260bd0fbaf0a4a"
09:12:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:15 on dist-test-slave-6wj3"
09:12:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.471040 14367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal/instance:
09:12:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f064de1aaef4163a0260bd0fbaf0a4a"
09:12:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:15 on dist-test-slave-6wj3"
09:12:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.481686 14367 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
09:12:15.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.488186 14383 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.490267 14367 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
09:12:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.490705 14367 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal
09:12:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f064de1aaef4163a0260bd0fbaf0a4a"
09:12:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:15 on dist-test-slave-6wj3"
09:12:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.491401 14367 fs_report.cc:389] FS layout report
09:12:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal
09:12:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal
09:12:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data/data
09:12:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.545022 14367 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.546851 14367 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.547297 14367 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.637665 14367 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.190:41301
09:12:15.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.637814 14435 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.190:41301 every 8 connection(s)
09:12:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.641757 14367 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/data/info.pb
09:12:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.648504 14436 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.652521 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14367
09:12:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.653322 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-0/wal/instance
09:12:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.662173 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal
09:12:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data
09:12:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/logs
09:12:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data/info.pb
09:12:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.189:34565
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.189
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json with env {}
09:12:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.671689 14436 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
09:12:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.706362 14436 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } has no permanent_uuid. Determining permanent_uuid...
09:12:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.709172 14388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.714303 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.764156 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 1
09:12:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.769163 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.837720 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 2
09:12:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.844704 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:15.936259 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 3
09:12:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:15.942907 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.042657 14438 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.043277 14438 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.043839 14438 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.081502 14438 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.081804 14438 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.082144 14438 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.082427 14438 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.082697 14438 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.083025 14438 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
09:12:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.086445 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 4
09:12:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.091684 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.122838 14438 master_runner.cc:387] Master server non-default flags:
09:12:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/logs
09:12:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data
09:12:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal
09:12:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.189:34565
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data/info.pb
09:12:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.189
09:12:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.124516 14438 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.126570 14438 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:16.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.143921 14447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.391604 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 5
09:12:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.406258 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:16.953987 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 6
09:12:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.986315 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.046880 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 7
09:12:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.071913 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.189:34565: Network error: Client connection negotiation failed: client connection to 127.14.4.189:34565: connect: Connection refused (error 111)
09:12:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:17.549172 14446 debug-util.cc:398] Leaking SignalData structure 0x7b080002fe20 after lost signal to thread 14438
09:12:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.082201 14446 kernel_stack_watchdog.cc:198] Thread 14438 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 402ms:
09:12:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:16.145164 14448 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.084698 14438 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.941s	user 0.659s	sys 1.272s
09:12:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.085157 14438 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.942s	user 0.659s	sys 1.272s
09:12:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.085976 14450 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.087980 14449 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1938 milliseconds
09:12:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.088014 14438 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.089893 14438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.092689 14438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.094066 14438 hybrid_clock.cc:648] HybridClock initialized: now 1795079538094031 us; error 40 us; skew 500 ppm
09:12:18.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.095234 14438 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.101488 14438 webserver.cc:577] Webserver started at http://127.14.4.189:45113/ using document root <none> and password file <none>
09:12:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.102541 14438 fs_manager.cc:362] Metadata directory not provided
09:12:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.102859 14438 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.103731 14438 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.109040 14438 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data/instance:
09:12:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c791d31862d84e5e8cd9ae68dde3a612"
09:12:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:18 on dist-test-slave-6wj3"
09:12:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.110828 14438 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal/instance:
09:12:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c791d31862d84e5e8cd9ae68dde3a612"
09:12:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:18 on dist-test-slave-6wj3"
09:12:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.118994 14438 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
09:12:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.125337 14461 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.127260 14438 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
09:12:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.127737 14438 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal
09:12:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c791d31862d84e5e8cd9ae68dde3a612"
09:12:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:18 on dist-test-slave-6wj3"
09:12:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.128165 14438 fs_report.cc:389] FS layout report
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data/data
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.184348 14438 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.186146 14438 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.186704 14438 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.262003 14438 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.189:34565
09:12:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.261998 14513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.189:34565 every 8 connection(s)
09:12:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.266578 14438 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/data/info.pb
09:12:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.270115 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14438
09:12:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.270900 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-1/wal/instance
09:12:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.274896 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal
09:12:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data
09:12:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/logs
09:12:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data/info.pb
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.188:40167
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.188
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json with env {}
09:12:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.279616 14514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.295678 14514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
09:12:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.322778 14514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } has no permanent_uuid. Determining permanent_uuid...
09:12:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.338330 14514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } has no permanent_uuid. Determining permanent_uuid...
09:12:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.340862 14465 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.345587 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.395272 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 1
09:12:18.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.399597 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.468035 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 2
09:12:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.473147 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.564623 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 3
09:12:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.569172 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.611805 14516 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.612367 14516 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.612834 14516 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.675066 14516 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.675468 14516 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.675798 14516 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.676147 14516 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.676367 14516 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.676517 14516 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
09:12:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.712627 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 4
09:12:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.717226 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.717886 14516 master_runner.cc:387] Master server non-default flags:
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/logs
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.188:40167
09:12:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data/info.pb
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.188
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.719620 14516 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:18.721992 14516 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.734761 14526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:19.016623 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 5
09:12:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:19.023614 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:19.571202 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 6
09:12:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:19.582535 14514 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:18.736317 14527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.005491 14529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.007722 14528 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1267 milliseconds
09:12:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.007874 14516 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.009403 14516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:20.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.012360 14516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.014041 14516 hybrid_clock.cc:648] HybridClock initialized: now 1795079540013992 us; error 42 us; skew 500 ppm
09:12:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.015594 14516 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.023492 14516 webserver.cc:577] Webserver started at http://127.14.4.188:36539/ using document root <none> and password file <none>
09:12:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.024534 14516 fs_manager.cc:362] Metadata directory not provided
09:12:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.024785 14516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.025380 14516 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.029884 14516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data/instance:
09:12:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8697a33b4b284c6d95eb9816a43e8488"
09:12:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:20 on dist-test-slave-6wj3"
09:12:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.033500 14516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal/instance:
09:12:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8697a33b4b284c6d95eb9816a43e8488"
09:12:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:20 on dist-test-slave-6wj3"
09:12:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.042922 14516 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
09:12:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.049419 14538 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.051173 14516 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
09:12:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.051738 14516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal
09:12:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8697a33b4b284c6d95eb9816a43e8488"
09:12:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:20 on dist-test-slave-6wj3"
09:12:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.052486 14516 fs_report.cc:389] FS layout report
09:12:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal
09:12:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data/data
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.109030 14516 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.110762 14516 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.111320 14516 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:20.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.162513 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } attempt: 8
09:12:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.177693 14436 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } has no permanent_uuid. Determining permanent_uuid...
09:12:20.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.184509 14436 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.4.188:40167: Network error: Client connection negotiation failed: client connection to 127.14.4.188:40167: connect: Connection refused (error 111)
09:12:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.199899 14516 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.188:40167
09:12:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.199972 14592 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.188:40167 every 8 connection(s)
09:12:20.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.203090 14516 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/data/info.pb
09:12:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.209161 14593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:20.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.213137 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14516
09:12:20.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.213469 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/master-2/wal/instance
09:12:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.222138 14593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
09:12:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.249915 14436 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 1
09:12:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.250686 14593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } has no permanent_uuid. Determining permanent_uuid...
09:12:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.277220 14593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } has no permanent_uuid. Determining permanent_uuid...
09:12:20.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.294450 14436 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: Bootstrap starting.
09:12:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.305207 14436 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: Neither blocks nor log segments found. Creating new log.
09:12:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.308140 14436 log.cc:826] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: Log is configured to *not* fsync() on all Append() calls
09:12:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.314298 14593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: Bootstrap starting.
09:12:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.318087 14436 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: No bootstrap required, opened a new log
09:12:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.323985 14593 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: Neither blocks nor log segments found. Creating new log.
09:12:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.326393 14593 log.cc:826] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: Log is configured to *not* fsync() on all Append() calls
09:12:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.332191 14593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: No bootstrap required, opened a new log
09:12:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.342947 14436 raft_consensus.cc:360] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.343590 14436 raft_consensus.cc:386] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.343770 14436 raft_consensus.cc:748] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f064de1aaef4163a0260bd0fbaf0a4a, State: Initialized, Role: FOLLOWER
09:12:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.344496 14436 consensus_queue.cc:261] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.347658 14603 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.348595 14603 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.349617 14436 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: configured and running, proceeding with master startup.
09:12:20.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.354918 14593 raft_consensus.cc:360] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.355773 14593 raft_consensus.cc:386] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.356057 14593 raft_consensus.cc:748] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8697a33b4b284c6d95eb9816a43e8488, State: Initialized, Role: FOLLOWER
09:12:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.357040 14593 consensus_queue.cc:261] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.361034 14607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.363220 14593 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: configured and running, proceeding with master startup.
09:12:20.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.363191 14607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.367178 14544 tablet.cc:2554] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:12:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.396450 14622 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:12:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.397488 14622 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:12:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.402108 14628 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:12:20.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.415071 14628 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:12:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.389542 14367 master_runner.cc:187] Error getting master registration for 127.14.4.189:34565: OK, instance_id { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" instance_seqno: 1795079538241661 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:12:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.429759 14367 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:20.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.408958 14516 master_runner.cc:187] Error getting master registration for 127.14.4.189:34565: OK, instance_id { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" instance_seqno: 1795079538241661 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:12:20.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.448287 14516 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.560178 14390 tablet.cc:2554] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:12:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.643113 14514 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } attempt: 7
09:12:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.680333 14514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: Bootstrap starting.
09:12:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.697870 14514 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: Neither blocks nor log segments found. Creating new log.
09:12:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.699401 14607 raft_consensus.cc:499] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:12:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.699958 14607 raft_consensus.cc:521] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.702378 14607 leader_election.cc:290] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f064de1aaef4163a0260bd0fbaf0a4a (127.14.4.190:41301), c791d31862d84e5e8cd9ae68dde3a612 (127.14.4.189:34565)
09:12:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.704190 14514 log.cc:826] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: Log is configured to *not* fsync() on all Append() calls
09:12:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.705507 14411 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8697a33b4b284c6d95eb9816a43e8488" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" is_pre_election: true
09:12:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.706338 14411 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8697a33b4b284c6d95eb9816a43e8488 in term 0.
09:12:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.707995 14540 leader_election.cc:304] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f064de1aaef4163a0260bd0fbaf0a4a, 8697a33b4b284c6d95eb9816a43e8488; no voters: 
09:12:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.712265 14607 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:12:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.712692 14607 raft_consensus.cc:499] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:12:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.713008 14607 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 0 FOLLOWER]: Advancing to term 1
09:12:20.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.715188 14514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: No bootstrap required, opened a new log
09:12:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.745872 14514 raft_consensus.cc:360] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.748289 14514 raft_consensus.cc:386] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.749399 14514 raft_consensus.cc:748] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c791d31862d84e5e8cd9ae68dde3a612, State: Initialized, Role: FOLLOWER
09:12:20.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.750667 14514 consensus_queue.cc:261] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.751549 14607 raft_consensus.cc:521] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.770671 14411 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8697a33b4b284c6d95eb9816a43e8488" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a"
09:12:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.771440 14411 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 0 FOLLOWER]: Advancing to term 1
09:12:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.782666 14411 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8697a33b4b284c6d95eb9816a43e8488 in term 1.
09:12:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.787083 14540 leader_election.cc:304] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f064de1aaef4163a0260bd0fbaf0a4a, 8697a33b4b284c6d95eb9816a43e8488; no voters: 
09:12:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.785583 14607 leader_election.cc:290] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [CANDIDATE]: Term 1 election: Requested vote from peers 5f064de1aaef4163a0260bd0fbaf0a4a (127.14.4.190:41301), c791d31862d84e5e8cd9ae68dde3a612 (127.14.4.189:34565)
09:12:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.808271 14607 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 1 FOLLOWER]: Leader election won for term 1
09:12:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.812117 14607 raft_consensus.cc:705] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [term 1 LEADER]: Becoming Leader. State: Replica: 8697a33b4b284c6d95eb9816a43e8488, State: Running, Role: LEADER
09:12:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.815119 14607 consensus_queue.cc:238] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } }
09:12:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.822405 14632 sys_catalog.cc:455] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.823721 14632 sys_catalog.cc:458] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.824519 14514 sys_catalog.cc:565] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: configured and running, proceeding with master startup.
09:12:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.824741 14488 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8697a33b4b284c6d95eb9816a43e8488" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c791d31862d84e5e8cd9ae68dde3a612"
09:12:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.825691 14488 raft_consensus.cc:3096] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [term 0 FOLLOWER]: Advancing to term 1
09:12:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.831187 14489 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8697a33b4b284c6d95eb9816a43e8488" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c791d31862d84e5e8cd9ae68dde3a612" is_pre_election: true
09:12:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.835491 14488 raft_consensus.cc:2490] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8697a33b4b284c6d95eb9816a43e8488 in term 1.
09:12:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.839771 14633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8697a33b4b284c6d95eb9816a43e8488. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.843364 14633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: This master's current role is: LEADER
09:12:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.879853 14643 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:12:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.886466 14644 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:12:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.901307 14638 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
09:12:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.909888 14632 sys_catalog.cc:455] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8697a33b4b284c6d95eb9816a43e8488. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.911019 14632 sys_catalog.cc:458] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.910559 14649 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8697a33b4b284c6d95eb9816a43e8488. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.923134 14649 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.932148 14632 sys_catalog.cc:455] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.932837 14632 sys_catalog.cc:458] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612 [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.947458 14639 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.948518 14639 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: This master's current role is: LEADER
09:12:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.950464 14639 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.951222 14639 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488 [sys.catalog]: This master's current role is: LEADER
09:12:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.957617 14638 catalog_manager.cc:1535] Initializing Kudu cluster ID...
09:12:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.970877 14649 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8697a33b4b284c6d95eb9816a43e8488" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f064de1aaef4163a0260bd0fbaf0a4a" member_type: VOTER last_known_addr { host: "127.14.4.190" port: 41301 } } peers { permanent_uuid: "c791d31862d84e5e8cd9ae68dde3a612" member_type: VOTER last_known_addr { host: "127.14.4.189" port: 34565 } } peers { permanent_uuid: "8697a33b4b284c6d95eb9816a43e8488" member_type: VOTER last_known_addr { host: "127.14.4.188" port: 40167 } } }
09:12:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:20.971797 14649 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a [sys.catalog]: This master's current role is: FOLLOWER
09:12:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.985697 14653 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:12:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:20.986557 14653 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:12:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.066701 14638 catalog_manager.cc:1398] Generated new cluster ID: 45deab8c50314e418f34f633be5dc2f9
09:12:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.067193 14638 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
09:12:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.110190 14638 catalog_manager.cc:1421] Generated new certificate authority record
09:12:21.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.112864 14638 catalog_manager.cc:1555] Loading token signing keys...
09:12:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.165834 14638 catalog_manager.cc:6237] T 00000000000000000000000000000000 P 8697a33b4b284c6d95eb9816a43e8488: Generated new TSK 0
09:12:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.171281 14638 catalog_manager.cc:1565] Initializing in-progress tserver states...
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.210664 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/logs
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data/info.pb
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.129:0
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.129
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.129
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:12:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.404064 14622 catalog_manager.cc:1310] Loaded cluster ID: 45deab8c50314e418f34f633be5dc2f9
09:12:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.405162 14622 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: loading cluster ID for follower catalog manager: success
09:12:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.413921 14622 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: acquiring CA information for follower catalog manager: success
09:12:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.450150 14622 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 5f064de1aaef4163a0260bd0fbaf0a4a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:21.982453 14661 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:21.983606 14661 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:21.984633 14661 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.996302 14653 catalog_manager.cc:1310] Loaded cluster ID: 45deab8c50314e418f34f633be5dc2f9
09:12:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:21.997965 14653 catalog_manager.cc:1603] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: loading cluster ID for follower catalog manager: success
09:12:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:22.005460 14653 catalog_manager.cc:1625] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: acquiring CA information for follower catalog manager: success
09:12:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:22.021845 14653 catalog_manager.cc:1653] T 00000000000000000000000000000000 P c791d31862d84e5e8cd9ae68dde3a612: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:22.081049 14661 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:22.083142 14661 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.4.129
09:12:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:22.158908 14661 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/logs
09:12:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.129:0
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data/info.pb
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.129
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.129
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:22.171322 14661 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:22.174250 14661 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:22.231767 14667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:23.598083 14666 debug-util.cc:398] Leaking SignalData structure 0x7b080002fe00 after lost signal to thread 14661
09:12:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.160651 14661 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 1.928s	user 0.567s	sys 1.020s
09:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.161053 14661 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 1.928s	user 0.567s	sys 1.020s
09:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:22.234997 14668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.173374 14661 server_base.cc:1061] running on GCE node
09:12:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.174724 14673 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.176112 14661 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.183506 14661 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.185108 14661 hybrid_clock.cc:648] HybridClock initialized: now 1795079544185065 us; error 44 us; skew 500 ppm
09:12:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.186196 14661 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.205153 14661 webserver.cc:577] Webserver started at http://127.14.4.129:45675/ using document root <none> and password file <none>
09:12:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.206332 14661 fs_manager.cc:362] Metadata directory not provided
09:12:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.206605 14661 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.207171 14661 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.213249 14661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data/instance:
09:12:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de34aef68604d459aa1c36665599609"
09:12:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:24 on dist-test-slave-6wj3"
09:12:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.214694 14661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal/instance:
09:12:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de34aef68604d459aa1c36665599609"
09:12:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:24 on dist-test-slave-6wj3"
09:12:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.230144 14661 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.008s	sys 0.004s
09:12:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.243520 14679 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.245335 14661 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.006s
09:12:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.245827 14661 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal
09:12:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2de34aef68604d459aa1c36665599609"
09:12:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:24 on dist-test-slave-6wj3"
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.246342 14661 fs_report.cc:389] FS layout report
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data/data
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.352269 14661 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.354221 14661 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.354758 14661 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.368040 14661 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.377228 14661 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.377648 14661 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:12:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.378031 14661 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.378266 14661 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.546988 14661 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.129:33223
09:12:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.547065 14792 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.129:33223 every 8 connection(s)
09:12:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.550700 14661 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/data/info.pb
09:12:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.558463 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14661
09:12:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.559268 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-0/wal/instance
09:12:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.585268 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/logs
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data/info.pb
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.130:0
09:12:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.130
09:12:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.130
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:12:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.649276 14794 heartbeater.cc:345] Connected to a master server at 127.14.4.189:34565
09:12:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.649895 14794 heartbeater.cc:462] Registering TS with master...
09:12:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.651412 14794 heartbeater.cc:508] Master 127.14.4.189:34565 requested a full tablet report, sending...
09:12:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.655473 14479 ts_manager.cc:210] Registered new tserver with Master: 2de34aef68604d459aa1c36665599609 (127.14.4.129:33223)
09:12:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.657071 14793 heartbeater.cc:345] Connected to a master server at 127.14.4.188:40167
09:12:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.657444 14793 heartbeater.cc:462] Registering TS with master...
09:12:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.658360 14793 heartbeater.cc:508] Master 127.14.4.188:40167 requested a full tablet report, sending...
09:12:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.660996 14555 ts_manager.cc:210] Registered new tserver with Master: 2de34aef68604d459aa1c36665599609 (127.14.4.129:33223)
09:12:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.663800 14555 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.14.4.129:44449
09:12:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.665156 14795 heartbeater.cc:345] Connected to a master server at 127.14.4.190:41301
09:12:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.665496 14795 heartbeater.cc:462] Registering TS with master...
09:12:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.666371 14795 heartbeater.cc:508] Master 127.14.4.190:41301 requested a full tablet report, sending...
09:12:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:24.671094 14401 ts_manager.cc:210] Registered new tserver with Master: 2de34aef68604d459aa1c36665599609 (127.14.4.129:33223)
09:12:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.968001 14801 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.968458 14801 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:24.968890 14801 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:25.004024 14801 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:25.004889 14801 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.4.130
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:25.041956 14801 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/logs
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.130:0
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data/info.pb
09:12:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.130
09:12:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.130
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:25.043311 14801 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:25.044982 14801 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:25.057569 14809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:25.673569 14793 heartbeater.cc:500] Master 127.14.4.188:40167 was elected leader, sending a full tablet report...
09:12:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:26.463364 14808 debug-util.cc:398] Leaking SignalData structure 0x7b080002fe00 after lost signal to thread 14801
09:12:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:26.510882 14801 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.453s	user 0.518s	sys 0.883s
09:12:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:26.511412 14801 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.454s	user 0.519s	sys 0.883s
09:12:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:25.057979 14810 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:26.514312 14812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:26.517879 14811 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1455 milliseconds
09:12:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.517969 14801 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.519404 14801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.521528 14801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.522925 14801 hybrid_clock.cc:648] HybridClock initialized: now 1795079546522885 us; error 37 us; skew 500 ppm
09:12:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.523869 14801 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.530694 14801 webserver.cc:577] Webserver started at http://127.14.4.130:43603/ using document root <none> and password file <none>
09:12:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.531876 14801 fs_manager.cc:362] Metadata directory not provided
09:12:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.532133 14801 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.532686 14801 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.537123 14801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data/instance:
09:12:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f60364180034baca57b173a0a00490d"
09:12:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:26 on dist-test-slave-6wj3"
09:12:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.539263 14801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal/instance:
09:12:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f60364180034baca57b173a0a00490d"
09:12:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:26 on dist-test-slave-6wj3"
09:12:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.547958 14801 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
09:12:26.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.555645 14820 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.557986 14801 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.001s	sys 0.003s
09:12:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.558385 14801 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal
09:12:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f60364180034baca57b173a0a00490d"
09:12:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:26 on dist-test-slave-6wj3"
09:12:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.558820 14801 fs_report.cc:389] FS layout report
09:12:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal
09:12:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal
09:12:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data/data
09:12:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.612437 14801 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.613848 14801 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.614240 14801 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.616945 14801 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.621214 14801 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.621459 14801 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:12:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.621774 14801 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.621971 14801 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.850026 14801 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.130:40583
09:12:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.850158 14932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.130:40583 every 8 connection(s)
09:12:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.853017 14801 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/data/info.pb
09:12:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.854887 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14801
09:12:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.855477 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-1/wal/instance
09:12:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.884341 14354 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/logs
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data/info.pb
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.131:0
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.131
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.131
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:12:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.908946 14935 heartbeater.cc:345] Connected to a master server at 127.14.4.190:41301
09:12:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.909507 14935 heartbeater.cc:462] Registering TS with master...
09:12:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.911115 14935 heartbeater.cc:508] Master 127.14.4.190:41301 requested a full tablet report, sending...
09:12:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.912115 14933 heartbeater.cc:345] Connected to a master server at 127.14.4.188:40167
09:12:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.912436 14933 heartbeater.cc:462] Registering TS with master...
09:12:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.913348 14933 heartbeater.cc:508] Master 127.14.4.188:40167 requested a full tablet report, sending...
09:12:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.914281 14401 ts_manager.cc:210] Registered new tserver with Master: 9f60364180034baca57b173a0a00490d (127.14.4.130:40583)
09:12:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.917527 14555 ts_manager.cc:210] Registered new tserver with Master: 9f60364180034baca57b173a0a00490d (127.14.4.130:40583)
09:12:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.919705 14934 heartbeater.cc:345] Connected to a master server at 127.14.4.189:34565
09:12:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.920650 14934 heartbeater.cc:462] Registering TS with master...
09:12:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.921126 14555 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.14.4.130:36829
09:12:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.922761 14934 heartbeater.cc:508] Master 127.14.4.189:34565 requested a full tablet report, sending...
09:12:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:26.927438 14479 ts_manager.cc:210] Registered new tserver with Master: 9f60364180034baca57b173a0a00490d (127.14.4.130:40583)
09:12:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.250360 14943 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.250953 14943 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.251655 14943 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.289491 14943 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.290546 14943 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.4.131
09:12:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:27.330844 14943 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/logs
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.4.148:35823
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.4.131:0
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data/info.pb
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.4.131
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.4.190:41301,127.14.4.189:34565,127.14.4.188:40167
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.4.131
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:27.333012 14943 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:27.335170 14943 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.352744 14950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:27.926328 14933 heartbeater.cc:500] Master 127.14.4.188:40167 was elected leader, sending a full tablet report...
09:12:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:27.353541 14951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:28.709508 14952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1356 milliseconds
09:12:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:28.711488 14953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.711613 14943 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.717991 14943 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.720811 14943 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:28.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.722230 14943 hybrid_clock.cc:648] HybridClock initialized: now 1795079548722146 us; error 83 us; skew 500 ppm
09:12:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.723289 14943 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.736826 14943 webserver.cc:577] Webserver started at http://127.14.4.131:39117/ using document root <none> and password file <none>
09:12:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.738024 14943 fs_manager.cc:362] Metadata directory not provided
09:12:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.738276 14943 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.738848 14943 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.743186 14943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data/instance:
09:12:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd2a30150c5d4011a4a2e46f8972766a"
09:12:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:28 on dist-test-slave-6wj3"
09:12:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.744529 14943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal/instance:
09:12:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd2a30150c5d4011a4a2e46f8972766a"
09:12:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:28 on dist-test-slave-6wj3"
09:12:28.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.752465 14943 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
09:12:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.759586 14961 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.760875 14943 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
09:12:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.761253 14943 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal
09:12:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd2a30150c5d4011a4a2e46f8972766a"
09:12:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:28 on dist-test-slave-6wj3"
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.761620 14943 fs_report.cc:389] FS layout report
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data/data
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.815999 14943 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:28.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.817564 14943 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:28.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.818068 14943 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.820788 14943 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.825371 14943 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.825663 14943 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:12:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.825917 14943 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.826059 14943 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.993422 15074 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.4.131:36879 every 8 connection(s)
09:12:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.993423 14943 rpc_server.cc:307] RPC server started. Bound to: 127.14.4.131:36879
09:12:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:28.996986 14943 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/data/info.pb
09:12:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.007740 14354 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 14943
09:12:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.008240 14354 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster17482968989176909403/ts-2/wal/instance
09:12:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.042586 15075 heartbeater.cc:345] Connected to a master server at 127.14.4.188:40167
09:12:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.043450 15075 heartbeater.cc:462] Registering TS with master...
09:12:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.045626 15075 heartbeater.cc:508] Master 127.14.4.188:40167 requested a full tablet report, sending...
09:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.051275 15076 heartbeater.cc:345] Connected to a master server at 127.14.4.189:34565
09:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.051591 15076 heartbeater.cc:462] Registering TS with master...
09:12:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.051090 14555 ts_manager.cc:210] Registered new tserver with Master: fd2a30150c5d4011a4a2e46f8972766a (127.14.4.131:36879)
09:12:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.052487 15076 heartbeater.cc:508] Master 127.14.4.189:34565 requested a full tablet report, sending...
09:12:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.054224 14555 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.14.4.131:39535
09:12:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.055464 15077 heartbeater.cc:345] Connected to a master server at 127.14.4.190:41301
09:12:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.055400 14479 ts_manager.cc:210] Registered new tserver with Master: fd2a30150c5d4011a4a2e46f8972766a (127.14.4.131:36879)
09:12:29.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.055802 15077 heartbeater.cc:462] Registering TS with master...
09:12:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.056697 15077 heartbeater.cc:508] Master 127.14.4.190:41301 requested a full tablet report, sending...
09:12:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.059644 14401 ts_manager.cc:210] Registered new tserver with Master: fd2a30150c5d4011a4a2e46f8972766a (127.14.4.131:36879)
09:12:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.066042 14354 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
09:12:29.078 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
09:12:29.079 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

09:12:29.089 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.4.190"
      port: 41301
    }
    bound_http_address {
      host: "127.14.4.190"
      port: 44551
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.4.189"
      port: 34565
    }
    bound_http_address {
      host: "127.14.4.189"
      port: 45113
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.4.188"
      port: 40167
    }
    bound_http_address {
      host: "127.14.4.188"
      port: 36539
    }
  }
}

09:12:29.092 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

09:12:29.096 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.4.129"
      port: 33223
    }
    bound_http_address {
      host: "127.14.4.129"
      port: 45675
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.4.130"
      port: 40583
    }
    bound_http_address {
      host: "127.14.4.130"
      port: 43603
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.4.131"
      port: 36879
    }
    bound_http_address {
      host: "127.14.4.131"
      port: 39117
    }
  }
}

09:12:29.096 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:12:29.302 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

09:12:29.365 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
09:12:29.477 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwAfWSF/test-tmp
09:12:29.478 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:12:29.478 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwAfWSF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:12:29.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

09:12:29.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:29.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

09:12:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.864748 15087 mini_oidc.cc:150] Starting JWKS server
09:12:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.871505 15087 webserver.cc:577] Webserver started at http://127.0.0.1:45595/ using document root <none> and password file <none>
09:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.872103 15087 mini_oidc.cc:186] Starting OIDC Discovery server
09:12:29.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:29.877714 15087 webserver.cc:577] Webserver started at http://127.0.0.1:43403/ using document root <none> and password file <none>
09:12:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:12:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/principal' for realm 'KRBTEST.COM',
09:12:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:12:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:29 dist-test-slave-6wj3 krb5kdc[15099](info): setting up network...
09:12:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:12:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:29 dist-test-slave-6wj3 krb5kdc[15099](info): set up 2 sockets
09:12:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:29 dist-test-slave-6wj3 krb5kdc[15099](info): commencing operation
09:12:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:12:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:30.060755 15075 heartbeater.cc:500] Master 127.14.4.188:40167 was elected leader, sending a full tablet report...
09:12:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.119421 15087 mini_kdc.cc:121] Time spent starting KDC: real 2.203s	user 0.003s	sys 0.023s
09:12:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:12:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:12:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:12:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:12:32.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:12:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:12:32.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:12:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:12:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/test-user.keytab.
09:12:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/test-user.keytab.
09:12:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:32 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079552, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:12:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:12:32Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:12:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:12:32Z Disabled control of system clock
09:12:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.254@KRBTEST.COM; defaulting to no policy
09:12:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.254@KRBTEST.COM" created.
09:12:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.254@KRBTEST.COM; defaulting to no policy
09:12:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.254@KRBTEST.COM" created.
09:12:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:32.390394 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/logs
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.254:42563
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.254
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.254
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.738317 15116 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.739037 15116 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.740150 15116 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.781982 15116 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.782215 15116 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.782516 15116 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.782733 15116 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.783344 15116 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.783625 15116 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.783849 15116 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:32.828631 15116 master_runner.cc:387] Master server non-default flags:
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/logs
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.254
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.254:42563
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.254
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:32.829926 15116 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:32.831246 15116 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.847080 15122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.847940 15123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:32.854254 15126 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.201366 15124 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1352 milliseconds
09:12:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.201532 15116 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.205852 15116 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.208523 15116 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.210201 15116 hybrid_clock.cc:648] HybridClock initialized: now 1795079554210149 us; error 60 us; skew 500 ppm
09:12:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.211587 15116 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:34 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079554, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.220012 15116 init.cc:377] Logged in from keytab as kudu/127.14.187.254@KRBTEST.COM (short username kudu)
09:12:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.226089 15116 webserver.cc:577] Webserver started at http://127.14.187.254:46769/ using document root <none> and password file <none>
09:12:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.227239 15116 fs_manager.cc:362] Metadata directory not provided
09:12:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.227485 15116 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:34.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.228036 15116 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.232687 15116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/instance:
09:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34932a2ca02544428d18e2bfd37c2309"
09:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:34 on dist-test-slave-6wj3"
09:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.234408 15116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal/instance:
09:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34932a2ca02544428d18e2bfd37c2309"
09:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:34 on dist-test-slave-6wj3"
09:12:34.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.242739 15116 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.006s
09:12:34.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.248893 15135 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.250473 15116 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
09:12:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.250947 15116 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34932a2ca02544428d18e2bfd37c2309"
09:12:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:34 on dist-test-slave-6wj3"
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.251505 15116 fs_report.cc:389] FS layout report
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/data
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.319576 15116 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.325628 15116 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.326033 15116 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.404433 15116 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.254:42563
09:12:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.404526 15187 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.254:42563 every 8 connection(s)
09:12:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.407261 15116 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.409618 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15116
09:12:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.410202 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal/instance
09:12:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.413550 15188 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.253@KRBTEST.COM; defaulting to no policy
09:12:34.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.426590 15188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } has no permanent_uuid. Determining permanent_uuid...
09:12:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.253@KRBTEST.COM" created.
09:12:34.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:34 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079554, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.482021 15188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } has no permanent_uuid. Determining permanent_uuid...
09:12:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.485067 15139 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.253@KRBTEST.COM; defaulting to no policy
09:12:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.253@KRBTEST.COM" created.
09:12:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.489868 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.517506 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/logs
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.253:46695
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.253
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.253
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.539384 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 1
09:12:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.544162 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.612534 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 2
09:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.618257 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.709761 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 3
09:12:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.716182 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.859598 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 4
09:12:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.864305 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.871134 15197 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.871929 15197 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.872713 15197 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.908031 15197 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.908324 15197 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.908744 15197 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.909096 15197 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.909446 15197 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.909792 15197 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.910043 15197 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.955853 15197 master_runner.cc:387] Master server non-default flags:
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/logs
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.253
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.253:46695
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.253
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.957686 15197 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:34.959034 15197 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.972548 15204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:35.163748 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 5
09:12:35.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:35.176679 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:35.724223 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 6
09:12:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:35.752024 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.812589 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 7
09:12:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.869239 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.253:46695: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.385576 15203 debug-util.cc:398] Leaking SignalData structure 0x7b0800035cc0 after lost signal to thread 15197
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.897627 15203 kernel_stack_watchdog.cc:198] Thread 15197 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 409ms:
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:34.974107 15205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.898922 15197 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.926s	user 0.675s	sys 1.177s
09:12:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.899520 15197 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.927s	user 0.675s	sys 1.178s
09:12:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.899437 15206 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1924 milliseconds
09:12:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.901153 15197 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:36.901208 15207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.905594 15197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:36.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.908542 15197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.909996 15197 hybrid_clock.cc:648] HybridClock initialized: now 1795079556909956 us; error 44 us; skew 500 ppm
09:12:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.911303 15197 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:36 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079556, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.917800 15197 init.cc:377] Logged in from keytab as kudu/127.14.187.253@KRBTEST.COM (short username kudu)
09:12:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.923336 15197 webserver.cc:577] Webserver started at http://127.14.187.253:44177/ using document root <none> and password file <none>
09:12:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.924286 15197 fs_manager.cc:362] Metadata directory not provided
09:12:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.924531 15197 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.925114 15197 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.929865 15197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/instance:
09:12:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:36 on dist-test-slave-6wj3"
09:12:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.931103 15197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal/instance:
09:12:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:36 on dist-test-slave-6wj3"
09:12:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.939031 15197 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
09:12:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.945232 15220 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.946777 15197 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
09:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.947250 15197 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:36 on dist-test-slave-6wj3"
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:36.947598 15197 fs_report.cc:389] FS layout report
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/data
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.013325 15197 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.025498 15197 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.026095 15197 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.107767 15197 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.253:46695
09:12:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.107870 15271 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.253:46695 every 8 connection(s)
09:12:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.110606 15197 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:37.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.112478 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15197
09:12:37.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.113088 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal/instance
09:12:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.124229 15272 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.252@KRBTEST.COM; defaulting to no policy
09:12:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.136493 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } has no permanent_uuid. Determining permanent_uuid...
09:12:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.252@KRBTEST.COM" created.
09:12:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:37 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079556, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.182471 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } has no permanent_uuid. Determining permanent_uuid...
09:12:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.252@KRBTEST.COM; defaulting to no policy
09:12:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.252@KRBTEST.COM" created.
09:12:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:37 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079556, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.219013 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } has no permanent_uuid. Determining permanent_uuid...
09:12:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.223950 15222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.230521 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.238299 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/logs
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.252:43099
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.252
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.252
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.280229 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 1
09:12:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.285451 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.353937 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 2
09:12:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.359771 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.451290 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 3
09:12:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.456772 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.600406 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 4
09:12:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.604606 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.608812 15283 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.609468 15283 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.610203 15283 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.652020 15283 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.652357 15283 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.652823 15283 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.653327 15283 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.653905 15283 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.654415 15283 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.654726 15283 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.700862 15283 master_runner.cc:387] Master server non-default flags:
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/logs
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.252
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.252:43099
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.252
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.702190 15283 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.703462 15283 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.717228 15291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:37.903960 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 5
09:12:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.912863 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:38.462707 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 6
09:12:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:38.473480 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:38.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:38.959821 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } attempt: 8
09:12:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079554, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.036621 15188 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } has no permanent_uuid. Determining permanent_uuid...
09:12:39.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.061429 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.127018 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 1
09:12:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.134025 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.187575 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 2
09:12:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.194832 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.271358 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 3
09:12:39.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.277560 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.128695 15290 debug-util.cc:398] Leaking SignalData structure 0x7b0800035cc0 after lost signal to thread 15283
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.368712 15290 kernel_stack_watchdog.cc:198] Thread 15283 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 401ms:
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.370460 15283 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.651s	user 0.556s	sys 1.017s
09:12:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.371016 15283 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.652s	user 0.556s	sys 1.017s
09:12:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:37.718742 15292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.371677 15293 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1651 milliseconds
09:12:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.372620 15294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.372622 15283 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.377589 15283 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.379987 15283 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.381446 15283 hybrid_clock.cc:648] HybridClock initialized: now 1795079559381402 us; error 40 us; skew 500 ppm
09:12:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.382511 15283 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079559, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:39.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.389599 15283 init.cc:377] Logged in from keytab as kudu/127.14.187.252@KRBTEST.COM (short username kudu)
09:12:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.396159 15283 webserver.cc:577] Webserver started at http://127.14.187.252:41107/ using document root <none> and password file <none>
09:12:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.397313 15283 fs_manager.cc:362] Metadata directory not provided
09:12:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.397523 15283 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.397908 15283 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:39.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.403345 15283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/instance:
09:12:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6"
09:12:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:39 on dist-test-slave-6wj3"
09:12:39.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.404714 15283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal/instance:
09:12:39.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6"
09:12:39.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:39 on dist-test-slave-6wj3"
09:12:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.413347 15283 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
09:12:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.419077 15311 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.420320 15283 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.420609 15283 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6"
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:39 on dist-test-slave-6wj3"
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.420996 15283 fs_report.cc:389] FS layout report
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/data
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.433007 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 4
09:12:39.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.438237 15188 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.482682 15283 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.489437 15283 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.489852 15283 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:39.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.534101 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 7
09:12:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.542382 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.571309 15283 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.252:43099
09:12:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.571410 15364 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.252:43099 every 8 connection(s)
09:12:39.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.573918 15283 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.580899 15365 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:12:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.584461 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15283
09:12:39.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.584993 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal/instance
09:12:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.597261 15365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } has no permanent_uuid. Determining permanent_uuid...
09:12:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079552, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:39.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079559, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:39.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.635469 15365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } has no permanent_uuid. Determining permanent_uuid...
09:12:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079552, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079559, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079552, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.670775 15365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } has no permanent_uuid. Determining permanent_uuid...
09:12:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079559, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.704275 15365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Bootstrap starting.
09:12:39.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.711752 15365 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Neither blocks nor log segments found. Creating new log.
09:12:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.713850 15365 log.cc:826] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Log is configured to *not* fsync() on all Append() calls
09:12:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.719635 15365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: No bootstrap required, opened a new log
09:12:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.734776 15188 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 5
09:12:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.744886 15365 raft_consensus.cc:360] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.745746 15365 raft_consensus.cc:386] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:39 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079554, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.746047 15365 raft_consensus.cc:748] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70d3c80dcfed4bfe9e1c5aa9385495b6, State: Initialized, Role: FOLLOWER
09:12:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.746946 15365 consensus_queue.cc:261] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.749994 15376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.750648 15376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: FOLLOWER
09:12:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.752346 15365 sys_catalog.cc:565] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: configured and running, proceeding with master startup.
09:12:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.780109 15188 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Bootstrap starting.
09:12:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.792852 15188 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Neither blocks nor log segments found. Creating new log.
09:12:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.794780 15188 log.cc:826] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Log is configured to *not* fsync() on all Append() calls
09:12:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.800433 15387 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:12:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.800801 15387 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:12:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.818567 15188 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: No bootstrap required, opened a new log
09:12:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.792393 15283 master_runner.cc:187] Error getting master registration for 127.14.187.254:42563: OK, instance_id { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" instance_seqno: 1795079554382118 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:12:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.829387 15283 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.849849 15188 raft_consensus.cc:360] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.851791 15188 raft_consensus.cc:386] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.852375 15188 raft_consensus.cc:748] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34932a2ca02544428d18e2bfd37c2309, State: Initialized, Role: FOLLOWER
09:12:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.854123 15188 consensus_queue.cc:261] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.858740 15391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.859984 15391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: FOLLOWER
09:12:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.860673 15188 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: configured and running, proceeding with master startup.
09:12:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.909067 15402 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:12:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.909729 15402 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:12:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.897114 15116 master_runner.cc:187] Error getting master registration for 127.14.187.253:46695: OK, instance_id { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" instance_seqno: 1795079557085876 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:12:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:39.922798 15116 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:39.995987 15317 tablet.cc:2554] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:12:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:40.089794 15141 tablet.cc:2554] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:12:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.091001 15376 raft_consensus.cc:499] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:12:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.091554 15376 raft_consensus.cc:521] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.095436 15162 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34932a2ca02544428d18e2bfd37c2309" is_pre_election: true
09:12:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.095643 15376 leader_election.cc:290] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563), 1447e5058cbb4365b4b9667428a90cf8 (127.14.187.253:46695)
09:12:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.096282 15162 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70d3c80dcfed4bfe9e1c5aa9385495b6 in term 0.
09:12:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.097822 15312 leader_election.cc:304] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34932a2ca02544428d18e2bfd37c2309, 70d3c80dcfed4bfe9e1c5aa9385495b6; no voters: 
09:12:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.098830 15376 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:12:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.099233 15376 raft_consensus.cc:499] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:12:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.099970 15376 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 0 FOLLOWER]: Advancing to term 1
09:12:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.108264 15376 raft_consensus.cc:521] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.110951 15162 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34932a2ca02544428d18e2bfd37c2309"
09:12:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.111514 15162 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 0 FOLLOWER]: Advancing to term 1
09:12:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.112092 15376 leader_election.cc:290] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [CANDIDATE]: Term 1 election: Requested vote from peers 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563), 1447e5058cbb4365b4b9667428a90cf8 (127.14.187.253:46695)
09:12:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.121157 15162 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70d3c80dcfed4bfe9e1c5aa9385495b6 in term 1.
09:12:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.134332 15312 leader_election.cc:304] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34932a2ca02544428d18e2bfd37c2309, 70d3c80dcfed4bfe9e1c5aa9385495b6; no voters: 
09:12:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.135409 15376 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 FOLLOWER]: Leader election won for term 1
09:12:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.147388 15376 raft_consensus.cc:705] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 LEADER]: Becoming Leader. State: Replica: 70d3c80dcfed4bfe9e1c5aa9385495b6, State: Running, Role: LEADER
09:12:40.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.148862 15376 consensus_queue.cc:238] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.182054 15404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 70d3c80dcfed4bfe9e1c5aa9385495b6. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.183107 15404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: LEADER
09:12:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.191125 15407 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
09:12:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.203213 15407 catalog_manager.cc:1535] Initializing Kudu cluster ID...
09:12:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.205667 15376 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
09:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.233163 15391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 70d3c80dcfed4bfe9e1c5aa9385495b6. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.234047 15391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: FOLLOWER
09:12:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.251736 15376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.252436 15376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: LEADER
09:12:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.257122 15391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.258147 15391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: FOLLOWER
09:12:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.310149 15407 catalog_manager.cc:1398] Generated new cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.310436 15407 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
09:12:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.389660 15407 catalog_manager.cc:1421] Generated new certificate authority record
09:12:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.391664 15407 catalog_manager.cc:1555] Loading token signing keys...
09:12:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.451308 15407 catalog_manager.cc:6237] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Generated new TSK 0
09:12:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.453254 15407 catalog_manager.cc:1565] Initializing in-progress tserver states...
09:12:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.193@KRBTEST.COM; defaulting to no policy
09:12:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.193@KRBTEST.COM" created.
09:12:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:40.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:40.616026 15087 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.187.193: real 0.112s	user 0.003s	sys 0.009s
09:12:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.193@KRBTEST.COM; defaulting to no policy
09:12:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.193@KRBTEST.COM" created.
09:12:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:40.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.702550 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/logs
09:12:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data/info.pb
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.193:0
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.193
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.193
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.193
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.916100 15402 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.916440 15402 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: loading cluster ID for follower catalog manager: success
09:12:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.924306 15402 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: acquiring CA information for follower catalog manager: success
09:12:40.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:40.930707 15402 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.385185 15417 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.386648 15417 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.388051 15417 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.484979 15417 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.486948 15417 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.187.193
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.564455 15417 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/logs
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.193
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.193:0
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data/info.pb
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.193
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.193
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.586807 15417 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.588531 15417 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.616515 15423 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.632792 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } attempt: 8
09:12:41.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.639523 15315 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.14.187.253:46695 timed out after 1.534s (SENT)
09:12:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:41 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079556, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.735802 15272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Bootstrap starting.
09:12:41.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.762689 15272 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Neither blocks nor log segments found. Creating new log.
09:12:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.810230 15272 log.cc:826] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Log is configured to *not* fsync() on all Append() calls
09:12:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:41.926614 15272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: No bootstrap required, opened a new log
09:12:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.744073 15272 raft_consensus.cc:360] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.744925 15272 raft_consensus.cc:386] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:12:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.745188 15272 raft_consensus.cc:748] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1447e5058cbb4365b4b9667428a90cf8, State: Initialized, Role: FOLLOWER
09:12:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.758152 15272 consensus_queue.cc:261] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.766479 15435 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.770773 15435 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:42.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.772078 15272 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: configured and running, proceeding with master startup.
09:12:42.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.772330 15244 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8" is_pre_election: true
09:12:42.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.773121 15244 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70d3c80dcfed4bfe9e1c5aa9385495b6 in term 0.
09:12:42.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.773661 15244 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50510 (request call id 4) took 1100 ms. Trace:
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.773994 15244 rpcz_store.cc:276] 1119 09:12:41.673293 (+     0us) service_pool.cc:167] Inserting onto call queue
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:41.673482 (+   189us) service_pool.cc:224] Handling call
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.773600 (+1100118us) inbound_call.cc:177] Queueing success response
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":23424}
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.776005 15245 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 0 FOLLOWER]: Advancing to term 1
09:12:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.784061 15245 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:50510 (request call id 3) took 2591 ms. Trace:
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.784504 15245 rpcz_store.cc:276] 1119 09:12:40.193140 (+     0us) service_pool.cc:167] Inserting onto call queue
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:40.193295 (+   155us) service_pool.cc:224] Handling call
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.775720 (+2582425us) raft_consensus.cc:1481] Updating replica for 0 ops
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.783423 (+  7703us) raft_consensus.cc:1708] Filling consensus response to leader.
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.783998 (+   575us) inbound_call.cc:177] Queueing success response
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:12:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:42.788933 15226 tablet.cc:2554] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:12:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.792837 15246 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.795774 15247 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8" is_pre_election: true
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:42.796638 15247 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50510 (request call id 1) took 2701 ms (client timeout 1534 ms). Trace:
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:42.796988 15247 rpcz_store.cc:269] 1119 09:12:40.094993 (+     0us) service_pool.cc:167] Inserting onto call queue
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:40.095216 (+   223us) service_pool.cc:224] Handling call
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.796555 (+2701339us) inbound_call.cc:177] Queueing success response
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:12:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.772274 15243 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.799466 15243 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50510 (request call id 5) took 1059 ms. Trace:
09:12:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.799777 15243 rpcz_store.cc:276] 1119 09:12:41.739893 (+     0us) service_pool.cc:167] Inserting onto call queue
09:12:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:41.740033 (+   140us) service_pool.cc:224] Handling call
09:12:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.799408 (+1059375us) inbound_call.cc:177] Queueing success response
09:12:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:12:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.806360 15439 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
09:12:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.822381 15246 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70d3c80dcfed4bfe9e1c5aa9385495b6 in term 1.
09:12:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:42.827661 15246 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50510 (request call id 2) took 2716 ms (client timeout 1626 ms). Trace:
09:12:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:42.828001 15246 rpcz_store.cc:269] 1119 09:12:40.111505 (+     0us) service_pool.cc:167] Inserting onto call queue
09:12:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:40.111654 (+   149us) service_pool.cc:224] Handling call
09:12:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:42.827586 (+2715932us) inbound_call.cc:177] Queueing success response
09:12:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:12:42.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.918794 15435 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 70d3c80dcfed4bfe9e1c5aa9385495b6. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:42.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.919693 15435 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.921900 15450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.922806 15450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.950496 15453 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.951419 15453 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: loading cluster ID for follower catalog manager: success
09:12:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.968530 15453 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: acquiring CA information for follower catalog manager: success
09:12:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:42.982674 15453 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:43.212519 15436 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:43.213239 15436 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: LEADER
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:43.008776 15422 debug-util.cc:398] Leaking SignalData structure 0x7b0800032a40 after lost signal to thread 15417
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:44.220075 15422 kernel_stack_watchdog.cc:198] Thread 15417 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 393ms:
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:44 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079564, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:44.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.225205 15131 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:44.227185 15417 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 2.607s	user 0.672s	sys 0.924s
09:12:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:44.227531 15417 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 2.614s	user 0.672s	sys 0.924s
09:12:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:41.620651 15424 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:44.238039 15460 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.251605 15417 server_base.cc:1061] running on GCE node
09:12:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.252794 15417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.257027 15417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.258678 15417 hybrid_clock.cc:648] HybridClock initialized: now 1795079564258521 us; error 127 us; skew 500 ppm
09:12:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.260068 15417 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:44 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079564, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.273524 15417 init.cc:377] Logged in from keytab as kudu/127.14.187.193@KRBTEST.COM (short username kudu)
09:12:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.321214 15417 webserver.cc:577] Webserver started at http://127.14.187.193:45587/ using document root <none> and password file <none>
09:12:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.322688 15417 fs_manager.cc:362] Metadata directory not provided
09:12:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.323128 15417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.323805 15417 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.331310 15417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data/instance:
09:12:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2145461c304448608a78c8c4b3d0516f"
09:12:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:44 on dist-test-slave-6wj3"
09:12:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.333199 15417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal/instance:
09:12:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2145461c304448608a78c8c4b3d0516f"
09:12:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:44 on dist-test-slave-6wj3"
09:12:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.342283 15417 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
09:12:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.350791 15466 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.352754 15417 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.007s	sys 0.000s
09:12:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.353608 15417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal
09:12:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2145461c304448608a78c8c4b3d0516f"
09:12:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:44 on dist-test-slave-6wj3"
09:12:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.354149 15417 fs_report.cc:389] FS layout report
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data/data
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.479883 15417 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.494136 15417 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.495113 15417 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.498628 15417 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.504978 15417 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.505434 15417 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:12:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.505942 15417 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.506208 15417 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.826661 15417 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.193:42263
09:12:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.826833 15582 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.193:42263 every 8 connection(s)
09:12:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.830049 15417 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/data/info.pb
09:12:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.837980 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15417
09:12:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.838438 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-0/wal/instance
09:12:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:44 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079564, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.193@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.194@KRBTEST.COM; defaulting to no policy
09:12:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.194@KRBTEST.COM" created.
09:12:44.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:44 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079564, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.193@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.928841 15583 heartbeater.cc:345] Connected to a master server at 127.14.187.252:43099
09:12:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.929361 15583 heartbeater.cc:462] Registering TS with master...
09:12:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.930836 15583 heartbeater.cc:508] Master 127.14.187.252:43099 requested a full tablet report, sending...
09:12:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.935721 15328 ts_manager.cc:210] Registered new tserver with Master: 2145461c304448608a78c8c4b3d0516f (127.14.187.193:42263)
09:12:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.938344 15328 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.187.193@KRBTEST.COM'} at 127.14.187.193:41587
09:12:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:44 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079564, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.193@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.978037 15584 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.978433 15584 heartbeater.cc:462] Registering TS with master...
09:12:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.978856 15588 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.979148 15584 heartbeater.cc:508] Master 127.14.187.253:46695 requested a full tablet report, sending...
09:12:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.979234 15588 heartbeater.cc:462] Registering TS with master...
09:12:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.979950 15588 heartbeater.cc:508] Master 127.14.187.254:42563 requested a full tablet report, sending...
09:12:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.982697 15152 ts_manager.cc:210] Registered new tserver with Master: 2145461c304448608a78c8c4b3d0516f (127.14.187.193:42263)
09:12:44.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:44.982926 15237 ts_manager.cc:210] Registered new tserver with Master: 2145461c304448608a78c8c4b3d0516f (127.14.187.193:42263)
09:12:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:44.986824 15087 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.187.194: real 0.105s	user 0.000s	sys 0.014s
09:12:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.194@KRBTEST.COM; defaulting to no policy
09:12:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.194@KRBTEST.COM" created.
09:12:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:45.044312 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/logs
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data/info.pb
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.194:0
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.194
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.194
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.194
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.450850 15602 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:45.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.451790 15602 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.452773 15602 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.494454 15602 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.496061 15602 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.187.194
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:45.538196 15602 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/logs
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.194
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.194:0
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data/info.pb
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.194
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.194
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:45.542505 15602 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:45.543599 15602 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.559194 15608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:45.946746 15583 heartbeater.cc:500] Master 127.14.187.252:43099 was elected leader, sending a full tablet report...
09:12:46.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:46 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079566, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:46.924775 15216 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:46.960829 15607 debug-util.cc:398] Leaking SignalData structure 0x7b0800032a40 after lost signal to thread 15602
09:12:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:45.563024 15609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.034554 15602 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 1.476s	user 0.571s	sys 0.900s
09:12:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.034905 15602 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 1.476s	user 0.571s	sys 0.900s
09:12:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.044090 15614 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.044126 15602 server_base.cc:1061] running on GCE node
09:12:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.045281 15602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.047245 15602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.048580 15602 hybrid_clock.cc:648] HybridClock initialized: now 1795079567048555 us; error 50 us; skew 500 ppm
09:12:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.049335 15602 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:47 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079567, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.056553 15602 init.cc:377] Logged in from keytab as kudu/127.14.187.194@KRBTEST.COM (short username kudu)
09:12:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.061923 15602 webserver.cc:577] Webserver started at http://127.14.187.194:33435/ using document root <none> and password file <none>
09:12:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.063047 15602 fs_manager.cc:362] Metadata directory not provided
09:12:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.063333 15602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.063890 15602 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.069535 15602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data/instance:
09:12:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83a888e7f6244750bb4b290eef9f8a7c"
09:12:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:47 on dist-test-slave-6wj3"
09:12:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.070729 15602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal/instance:
09:12:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83a888e7f6244750bb4b290eef9f8a7c"
09:12:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:47 on dist-test-slave-6wj3"
09:12:47.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.079445 15602 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
09:12:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.085472 15621 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.086632 15602 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
09:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.086915 15602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal
09:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83a888e7f6244750bb4b290eef9f8a7c"
09:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:47 on dist-test-slave-6wj3"
09:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.087306 15602 fs_report.cc:389] FS layout report
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data/data
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:47.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.141397 15602 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.147459 15602 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:47.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.147854 15602 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.150395 15602 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.155045 15602 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.155253 15602 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
09:12:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.155452 15602 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:47.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.155586 15602 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.331934 15602 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.194:40773
09:12:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.332042 15735 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.194:40773 every 8 connection(s)
09:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.334393 15602 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/data/info.pb
09:12:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.343206 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15602
09:12:47.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.343662 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-1/wal/instance
09:12:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:47 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079567, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:47 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079567, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:47 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079567, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.187.195@KRBTEST.COM; defaulting to no policy
09:12:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.187.195@KRBTEST.COM" created.
09:12:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.391389 15736 heartbeater.cc:345] Connected to a master server at 127.14.187.252:43099
09:12:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.391885 15737 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.391904 15736 heartbeater.cc:462] Registering TS with master...
09:12:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.392290 15737 heartbeater.cc:462] Registering TS with master...
09:12:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.393543 15736 heartbeater.cc:508] Master 127.14.187.252:43099 requested a full tablet report, sending...
09:12:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.393530 15737 heartbeater.cc:508] Master 127.14.187.253:46695 requested a full tablet report, sending...
09:12:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.397636 15328 ts_manager.cc:210] Registered new tserver with Master: 83a888e7f6244750bb4b290eef9f8a7c (127.14.187.194:40773)
09:12:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.398562 15237 ts_manager.cc:210] Registered new tserver with Master: 83a888e7f6244750bb4b290eef9f8a7c (127.14.187.194:40773)
09:12:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.399508 15328 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.187.194@KRBTEST.COM'} at 127.14.187.194:38459
09:12:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.400154 15738 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.400484 15738 heartbeater.cc:462] Registering TS with master...
09:12:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.401473 15738 heartbeater.cc:508] Master 127.14.187.254:42563 requested a full tablet report, sending...
09:12:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.405131 15152 ts_manager.cc:210] Registered new tserver with Master: 83a888e7f6244750bb4b290eef9f8a7c (127.14.187.194:40773)
09:12:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.187.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.187.195@KRBTEST.COM; defaulting to no policy
09:12:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.187.195@KRBTEST.COM" created.
09:12:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:12:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.187.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab.
09:12:47.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.476562 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/logs
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data/info.pb
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:47.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.195:0
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.195
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.195
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.195
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.870257 15750 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.870913 15750 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.871575 15750 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.909560 15750 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.910529 15750 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.187.195
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.953370 15750 tablet_server_runner.cc:78] Tablet server non-default flags:
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/logs
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.195
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.195:0
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data/info.pb
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.195
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.187.195
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.955224 15750 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:47.956421 15750 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.973985 15758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:48.403600 15736 heartbeater.cc:500] Master 127.14.187.252:43099 was elected leader, sending a full tablet report...
09:12:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:49 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079569, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.398720 15307 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.377249 15757 debug-util.cc:398] Leaking SignalData structure 0x7b0800032a40 after lost signal to thread 15750
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.875470 15757 kernel_stack_watchdog.cc:198] Thread 15750 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@3/src/kudu/util/thread.cc:643 for 400ms:
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:12:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:47.974392 15760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.877900 15750 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.904s	user 0.569s	sys 1.271s
09:12:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.878263 15761 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1904 milliseconds
09:12:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.878460 15750 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.905s	user 0.570s	sys 1.272s
09:12:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:49.880559 15762 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.880640 15750 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.886291 15750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.889330 15750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.891054 15750 hybrid_clock.cc:648] HybridClock initialized: now 1795079569890926 us; error 75 us; skew 500 ppm
09:12:49.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.891847 15750 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:49 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079569, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.899191 15750 init.cc:377] Logged in from keytab as kudu/127.14.187.195@KRBTEST.COM (short username kudu)
09:12:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.904898 15750 webserver.cc:577] Webserver started at http://127.14.187.195:40889/ using document root <none> and password file <none>
09:12:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.905952 15750 fs_manager.cc:362] Metadata directory not provided
09:12:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.906219 15750 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.906612 15750 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:12:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.910718 15750 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data/instance:
09:12:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94a13dfd57c24d5fb8a14ab196781b0d"
09:12:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:49 on dist-test-slave-6wj3"
09:12:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.911955 15750 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal/instance:
09:12:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94a13dfd57c24d5fb8a14ab196781b0d"
09:12:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:49 on dist-test-slave-6wj3"
09:12:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.920110 15750 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
09:12:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.926105 15774 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.927749 15750 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.001s
09:12:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.928120 15750 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal
09:12:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94a13dfd57c24d5fb8a14ab196781b0d"
09:12:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:49 on dist-test-slave-6wj3"
09:12:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:49.928532 15750 fs_report.cc:389] FS layout report
09:12:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal
09:12:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data/data
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.002918 15750 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.016232 15750 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.016625 15750 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.019313 15750 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:12:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.023624 15750 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:12:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.024070 15750 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:12:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.024442 15750 ts_tablet_manager.cc:662] Registered 0 tablets
09:12:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.024700 15750 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:12:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.230146 15750 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.195:42853
09:12:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.230228 15886 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.195:42853 every 8 connection(s)
09:12:50.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.233705 15750 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/data/info.pb
09:12:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.241456 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15750
09:12:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.242326 15087 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/ts-2/wal/instance
09:12:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:50 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079569, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.195@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:50.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:50 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079569, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.195@KRBTEST.COM for kudu/127.14.187.253@KRBTEST.COM
09:12:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:50 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079569, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.195@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.316030 15887 heartbeater.cc:345] Connected to a master server at 127.14.187.252:43099
09:12:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.316529 15887 heartbeater.cc:462] Registering TS with master...
09:12:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.317860 15887 heartbeater.cc:508] Master 127.14.187.252:43099 requested a full tablet report, sending...
09:12:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.317893 15888 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.318310 15888 heartbeater.cc:462] Registering TS with master...
09:12:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.319177 15888 heartbeater.cc:508] Master 127.14.187.253:46695 requested a full tablet report, sending...
09:12:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.321348 15328 ts_manager.cc:210] Registered new tserver with Master: 94a13dfd57c24d5fb8a14ab196781b0d (127.14.187.195:42853)
09:12:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.321954 15237 ts_manager.cc:210] Registered new tserver with Master: 94a13dfd57c24d5fb8a14ab196781b0d (127.14.187.195:42853)
09:12:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.323213 15328 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.187.195@KRBTEST.COM'} at 127.14.187.195:57993
09:12:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.328019 15891 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.328331 15891 heartbeater.cc:462] Registering TS with master...
09:12:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.329010 15891 heartbeater.cc:508] Master 127.14.187.254:42563 requested a full tablet report, sending...
09:12:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.331444 15152 ts_manager.cc:210] Registered new tserver with Master: 94a13dfd57c24d5fb8a14ab196781b0d (127.14.187.195:42853)
09:12:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.340518 15087 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
09:12:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:50.352336 14589 debug-util.cc:398] Leaking SignalData structure 0x7b0800083ca0 after lost signal to thread 14521
09:12:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:50.353106 14589 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2a00 after lost signal to thread 14592
09:12:50.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

09:12:50.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

09:12:50.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

09:12:50.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.187.254"
      port: 42563
    }
    bound_http_address {
      host: "127.14.187.254"
      port: 46769
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.187.253"
      port: 46695
    }
    bound_http_address {
      host: "127.14.187.253"
      port: 44177
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.187.252"
      port: 43099
    }
    bound_http_address {
      host: "127.14.187.252"
      port: 41107
    }
  }
}

09:12:50.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

09:12:50.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.187.193"
      port: 42263
    }
    bound_http_address {
      host: "127.14.187.193"
      port: 45587
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.187.194"
      port: 40773
    }
    bound_http_address {
      host: "127.14.187.194"
      port: 33435
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.187.195"
      port: 42853
    }
    bound_http_address {
      host: "127.14.187.195"
      port: 40889
    }
  }
}

09:12:50.374 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:12:50.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

09:12:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:50 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079570, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:12:50.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.413 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc
09:12:50.430 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:12:50.431 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc
09:12:50.433 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:12:50.460 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:12:50.462 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:12:50.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

09:12:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:50 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079570, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:12:50.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.501 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc
09:12:50.503 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:12:50.504 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.187.253:46695
09:12:50.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

09:12:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.506611 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15197
09:12:50.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.541 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.187.254:42563
09:12:50.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

09:12:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.541445 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15116
09:12:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:50.580940 15315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:12:50.587 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.587 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.187.252:43099
09:12:50.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

09:12:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.589097 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15283
09:12:50.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:50.619 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.187.253:46695
09:12:50.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:50.628160 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/logs
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.253:46695
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.253
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44177
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.253
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:50.988684 15583 heartbeater.cc:648] Failed to heartbeat to 127.14.187.252:43099 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.061715 15904 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.062476 15904 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:51.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.063640 15904 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.105464 15904 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.105685 15904 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.105974 15904 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.106187 15904 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.106407 15904 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.106611 15904 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.106765 15904 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:51.152143 15904 master_runner.cc:387] Master server non-default flags:
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/logs
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.253
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:51.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.253:46695
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.253
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44177
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:51.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:51.153548 15904 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:51.155089 15904 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.169432 15912 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:51.327651 15887 heartbeater.cc:500] Master 127.14.187.252:43099 was elected leader, sending a full tablet report...
09:12:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.367441 15891 heartbeater.cc:648] Failed to heartbeat to 127.14.187.254:42563 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.187.254:42563: connect: Connection refused (error 111)
09:12:51.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.439219 15737 heartbeater.cc:648] Failed to heartbeat to 127.14.187.253:46695 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.187.253:46695: connect: Connection refused (error 111)
09:12:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:51.171619 15913 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:52.928175 15915 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:52.930482 15914 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1760 milliseconds
09:12:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.930632 15904 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.932075 15904 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:52.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.939608 15904 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.941255 15904 hybrid_clock.cc:648] HybridClock initialized: now 1795079572941088 us; error 139 us; skew 500 ppm
09:12:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.942399 15904 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:52 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079572, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.950027 15904 init.cc:377] Logged in from keytab as kudu/127.14.187.253@KRBTEST.COM (short username kudu)
09:12:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.957132 15904 webserver.cc:577] Webserver started at http://127.14.187.253:44177/ using document root <none> and password file <none>
09:12:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.958442 15904 fs_manager.cc:362] Metadata directory not provided
09:12:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.958740 15904 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.973443 15904 fs_manager.cc:714] Time spent opening directory manager: real 0.010s	user 0.001s	sys 0.007s
09:12:52.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.981351 15940 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:52.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.982838 15904 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.003s
09:12:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.983242 15904 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:36 on dist-test-slave-6wj3"
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:52.985366 15904 fs_report.cc:389] FS layout report
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/wal
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/data
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.065634 15904 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.073027 15904 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.073446 15904 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.155579 15904 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.253:46695
09:12:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.155663 15993 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.253:46695 every 8 connection(s)
09:12:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.158269 15904 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-1/data/info.pb
09:12:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.162722 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15904
09:12:53.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:53.164 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.187.254:42563
09:12:53.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

09:12:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.166435 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/logs
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.254:42563
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.254
09:12:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46769
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.254
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.174068 15994 sys_catalog.cc:263] Verifying existing consensus state
09:12:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.183776 15994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Bootstrap starting.
09:12:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.237325 15994 log.cc:826] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Log is configured to *not* fsync() on all Append() calls
09:12:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.255201 15994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:12:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.256130 15994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: Bootstrap complete.
09:12:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.288460 15994 raft_consensus.cc:360] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.292233 15994 raft_consensus.cc:748] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1447e5058cbb4365b4b9667428a90cf8, State: Initialized, Role: FOLLOWER
09:12:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.293505 15994 consensus_queue.cc:261] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.297362 15998 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.298492 15998 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.299602 15994 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: configured and running, proceeding with master startup.
09:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.349277 16009 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.349579 16009 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: loading cluster ID for follower catalog manager: success
09:12:53.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.329700 15904 master_runner.cc:187] Error getting master registration for 127.14.187.254:42563: Network error: Client connection negotiation failed: client connection to 127.14.187.254:42563: connect: Connection refused (error 111), 
09:12:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.358788 15904 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.361140 16009 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: acquiring CA information for follower catalog manager: success
09:12:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.366822 16009 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.400457 15888 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.407397 15958 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "94a13dfd57c24d5fb8a14ab196781b0d" instance_seqno: 1795079570173591) as {username='kudu', principal='kudu/127.14.187.195@KRBTEST.COM'} at 127.14.187.195:47101; Asking this server to re-register.
09:12:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.409070 15888 heartbeater.cc:462] Registering TS with master...
09:12:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.412876 15958 ts_manager.cc:210] Registered new tserver with Master: 94a13dfd57c24d5fb8a14ab196781b0d (127.14.187.195:42853)
09:12:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.478833 15737 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.481323 15958 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "83a888e7f6244750bb4b290eef9f8a7c" instance_seqno: 1795079567297187) as {username='kudu', principal='kudu/127.14.187.194@KRBTEST.COM'} at 127.14.187.194:35589; Asking this server to re-register.
09:12:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.482782 15737 heartbeater.cc:462] Registering TS with master...
09:12:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.485152 15958 ts_manager.cc:210] Registered new tserver with Master: 83a888e7f6244750bb4b290eef9f8a7c (127.14.187.194:40773)
09:12:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.597594 15996 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.598664 15996 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.600301 15996 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.636253 15996 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.636546 15996 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.636974 15996 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.637354 15996 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.637806 15996 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.638151 15996 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.638417 15996 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.701354 15996 master_runner.cc:387] Master server non-default flags:
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/logs
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.254
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.254:42563
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.254
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46769
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.703240 15996 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:53.704636 15996 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.718263 16023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.089900 15584 heartbeater.cc:345] Connected to a master server at 127.14.187.253:46695
09:12:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.094228 15958 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2145461c304448608a78c8c4b3d0516f" instance_seqno: 1795079564783425) as {username='kudu', principal='kudu/127.14.187.193@KRBTEST.COM'} at 127.14.187.193:54591; Asking this server to re-register.
09:12:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.097605 15584 heartbeater.cc:462] Registering TS with master...
09:12:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.102267 15958 ts_manager.cc:210] Registered new tserver with Master: 2145461c304448608a78c8c4b3d0516f (127.14.187.193:42263)
09:12:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:54 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079574, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.298951 15462 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:54.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.547806 16037 raft_consensus.cc:499] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:12:54.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.548511 16037 raft_consensus.cc:521] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.577287 16037 leader_election.cc:290] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563), 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099)
09:12:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:54.577596 15943 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:54.599646 15943 leader_election.cc:336] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099): Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:54.604355 15942 leader_election.cc:336] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563): Network error: Client connection negotiation failed: client connection to 127.14.187.254:42563: connect: Connection refused (error 111)
09:12:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.604993 15942 leader_election.cc:304] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1447e5058cbb4365b4b9667428a90cf8; no voters: 34932a2ca02544428d18e2bfd37c2309, 70d3c80dcfed4bfe9e1c5aa9385495b6
09:12:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:54.606961 16037 raft_consensus.cc:2771] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:12:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.324811 16053 raft_consensus.cc:499] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:12:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.326349 16053 raft_consensus.cc:521] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.339648 16053 leader_election.cc:290] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563), 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099)
09:12:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.370637 15942 leader_election.cc:336] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34932a2ca02544428d18e2bfd37c2309 (127.14.187.254:42563): Network error: Client connection negotiation failed: client connection to 127.14.187.254:42563: connect: Connection refused (error 111)
09:12:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.371946 15943 leader_election.cc:336] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099): Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.372309 15943 leader_election.cc:304] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1447e5058cbb4365b4b9667428a90cf8; no voters: 34932a2ca02544428d18e2bfd37c2309, 70d3c80dcfed4bfe9e1c5aa9385495b6
09:12:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.373044 16053 raft_consensus.cc:2771] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:12:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:55.119189 16022 debug-util.cc:398] Leaking SignalData structure 0x7b0800035cc0 after lost signal to thread 15996
09:12:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.445567 15996 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 2.727s	user 0.849s	sys 1.363s
09:12:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.445912 15996 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 2.727s	user 0.849s	sys 1.363s
09:12:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:53.720599 16024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.448457 16026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:56.454615 16025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2734 milliseconds
09:12:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.454646 15996 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:12:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.456779 15996 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.459519 15996 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.460896 15996 hybrid_clock.cc:648] HybridClock initialized: now 1795079576460858 us; error 44 us; skew 500 ppm
09:12:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.461844 15996 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:56 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079576, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.468720 15996 init.cc:377] Logged in from keytab as kudu/127.14.187.254@KRBTEST.COM (short username kudu)
09:12:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.476684 15996 webserver.cc:577] Webserver started at http://127.14.187.254:46769/ using document root <none> and password file <none>
09:12:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.477553 15996 fs_manager.cc:362] Metadata directory not provided
09:12:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.477833 15996 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.486472 15996 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.005s	sys 0.001s
09:12:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.492676 16064 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.494132 15996 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
09:12:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.494575 15996 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34932a2ca02544428d18e2bfd37c2309"
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:34 on dist-test-slave-6wj3"
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.496943 15996 fs_report.cc:389] FS layout report
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/wal
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/data
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.565150 15996 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.581473 15996 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:56.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.582000 15996 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.684594 15996 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.254:42563
09:12:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.684638 16117 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.254:42563 every 8 connection(s)
09:12:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.687839 15996 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-0/data/info.pb
09:12:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.696249 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 15996
09:12:56.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:56.697 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.187.252:43099
09:12:56.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

09:12:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.699995 15087 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu
09:12:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/logs
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.252:43099
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.252
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41107
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.252
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:12:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.702208 16118 sys_catalog.cc:263] Verifying existing consensus state
09:12:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.712761 16118 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Bootstrap starting.
09:12:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.755530 16118 log.cc:826] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Log is configured to *not* fsync() on all Append() calls
09:12:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.781072 16118 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:12:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.782516 16118 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Bootstrap complete.
09:12:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.808509 16118 raft_consensus.cc:360] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.810828 16118 raft_consensus.cc:748] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34932a2ca02544428d18e2bfd37c2309, State: Initialized, Role: FOLLOWER
09:12:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.811930 16118 consensus_queue.cc:261] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.814893 16123 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.816737 16118 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: configured and running, proceeding with master startup.
09:12:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.816749 16123 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: FOLLOWER
09:12:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.916847 16134 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.917423 16134 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: loading cluster ID for follower catalog manager: success
09:12:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.930378 16134 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: acquiring CA information for follower catalog manager: success
09:12:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:56.938120 16134 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:56 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079576, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for kudu/127.14.187.254@KRBTEST.COM
09:12:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.023422 15996 master_runner.cc:187] Error getting master registration for 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111), 
09:12:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.054201 15996 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:57.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:57 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079577, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.062536 15617 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.142424 15588 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.149467 16083 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2145461c304448608a78c8c4b3d0516f" instance_seqno: 1795079564783425) as {username='kudu', principal='kudu/127.14.187.193@KRBTEST.COM'} at 127.14.187.193:39201; Asking this server to re-register.
09:12:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.151187 15588 heartbeater.cc:462] Registering TS with master...
09:12:57.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.156034 16083 ts_manager.cc:210] Registered new tserver with Master: 2145461c304448608a78c8c4b3d0516f (127.14.187.193:42263)
09:12:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.229159 16120 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
09:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.229914 16120 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.230834 16120 flags.cc:432] Enabled unsafe flag: --never_fsync=true
09:12:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.275306 16120 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
09:12:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.275619 16120 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
09:12:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.276276 16120 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
09:12:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.276636 16120 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
09:12:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.276983 16120 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
09:12:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.277338 16120 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
09:12:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.277667 16120 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45595/jwks.json
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.340474 16120 master_runner.cc:387] Master server non-default flags:
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/logs
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.187.212:42007
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.187.254:42563,127.14.187.253:46695,127.14.187.252:43099
09:12:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/krb5kdc/kudu.keytab
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.187.252
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.187.252:43099
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:12:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45595/jwks.json
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.187.252
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41107
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:12:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a786e784452aff5339cfb7c8e1343a261d1f6aff
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Nov 2026 08:51:02 UTC on bdcb31816ec0
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14858
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.342228 16120 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:12:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.343585 16120 file_cache.cc:504] Constructed file cache file cache with capacity 419430
09:12:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.358021 16147 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.497411 15891 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.500859 16083 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "94a13dfd57c24d5fb8a14ab196781b0d" instance_seqno: 1795079570173591) as {username='kudu', principal='kudu/127.14.187.195@KRBTEST.COM'} at 127.14.187.195:42075; Asking this server to re-register.
09:12:57.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.503167 15891 heartbeater.cc:462] Registering TS with master...
09:12:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.506628 16083 ts_manager.cc:210] Registered new tserver with Master: 94a13dfd57c24d5fb8a14ab196781b0d (127.14.187.195:42853)
09:12:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.529765 15738 heartbeater.cc:345] Connected to a master server at 127.14.187.254:42563
09:12:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.532568 16083 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "83a888e7f6244750bb4b290eef9f8a7c" instance_seqno: 1795079567297187) as {username='kudu', principal='kudu/127.14.187.194@KRBTEST.COM'} at 127.14.187.194:45359; Asking this server to re-register.
09:12:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.534214 15738 heartbeater.cc:462] Registering TS with master...
09:12:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:57.537295 16083 ts_manager.cc:210] Registered new tserver with Master: 83a888e7f6244750bb4b290eef9f8a7c (127.14.187.194:40773)
09:12:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.347012 16157 raft_consensus.cc:499] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:12:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.347885 16157 raft_consensus.cc:521] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.354621 15968 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34932a2ca02544428d18e2bfd37c2309" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8" is_pre_election: true
09:12:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.355374 15968 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34932a2ca02544428d18e2bfd37c2309 in term 1.
09:12:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.357095 16070 leader_election.cc:304] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1447e5058cbb4365b4b9667428a90cf8, 34932a2ca02544428d18e2bfd37c2309; no voters: 
09:12:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.364562 16158 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:12:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.365772 16158 raft_consensus.cc:499] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:12:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.367498 16158 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 1 FOLLOWER]: Advancing to term 2
09:12:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.374914 16157 leader_election.cc:290] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1447e5058cbb4365b4b9667428a90cf8 (127.14.187.253:46695), 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099)
09:12:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:58.388752 16068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.395690 16158 raft_consensus.cc:521] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.400101 15968 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34932a2ca02544428d18e2bfd37c2309" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1447e5058cbb4365b4b9667428a90cf8"
09:12:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.400662 15968 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 1 FOLLOWER]: Advancing to term 2
09:12:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.400933 16158 leader_election.cc:290] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 election: Requested vote from peers 1447e5058cbb4365b4b9667428a90cf8 (127.14.187.253:46695), 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099)
09:12:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.425480 15968 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34932a2ca02544428d18e2bfd37c2309 in term 2.
09:12:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:58.422717 16068 leader_election.cc:336] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099): Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.431967 16070 leader_election.cc:304] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1447e5058cbb4365b4b9667428a90cf8, 34932a2ca02544428d18e2bfd37c2309; no voters: 
09:12:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.433130 16158 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 2 FOLLOWER]: Leader election won for term 2
09:12:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.433899 16158 raft_consensus.cc:705] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [term 2 LEADER]: Becoming Leader. State: Replica: 34932a2ca02544428d18e2bfd37c2309, State: Running, Role: LEADER
09:12:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.434921 16158 consensus_queue.cc:238] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.448688 16157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34932a2ca02544428d18e2bfd37c2309. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:58.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.451239 16157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: LEADER
09:12:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:58.457113 16068 leader_election.cc:336] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099): Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111)
09:12:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.463742 16166 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
09:12:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.465745 15968 raft_consensus.cc:1285] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [term 2 FOLLOWER]: Refusing update from remote peer 34932a2ca02544428d18e2bfd37c2309: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
09:12:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.467974 16165 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
09:12:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:58.479244 16068 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 -> Peer 70d3c80dcfed4bfe9e1c5aa9385495b6 (127.14.187.252:43099): Couldn't send request to peer 70d3c80dcfed4bfe9e1c5aa9385495b6. Status: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:12:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.484375 16166 catalog_manager.cc:1535] Initializing Kudu cluster ID...
09:12:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.491261 16166 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.503095 16166 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
09:12:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.508348 16166 catalog_manager.cc:1555] Loading token signing keys...
09:12:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.524988 16166 catalog_manager.cc:6248] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309: Loaded TSK: 0
09:12:58.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.526387 16166 catalog_manager.cc:1565] Initializing in-progress tserver states...
09:12:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.547977 15904 master_runner.cc:187] Error getting master registration for 127.14.187.252:43099: Network error: Client connection negotiation failed: client connection to 127.14.187.252:43099: connect: Connection refused (error 111), 
09:12:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.548502 15904 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
09:12:58.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.534518 16168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34932a2ca02544428d18e2bfd37c2309. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:58.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.568890 16168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.569635 16165 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.570793 16165 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: LEADER
09:12:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.581907 16168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:58.582576 16168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1447e5058cbb4365b4b9667428a90cf8 [sys.catalog]: This master's current role is: FOLLOWER
09:12:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:58.760243 16146 debug-util.cc:398] Leaking SignalData structure 0x7b0800035cc0 after lost signal to thread 16120
09:12:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:59.150811 16120 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 1.794s	user 0.560s	sys 1.033s
09:12:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:59.151275 16120 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 1.795s	user 0.560s	sys 1.033s
09:12:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:57.359220 16148 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:59.166618 16176 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:12:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.167245 16120 server_base.cc:1061] running on GCE node
09:12:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.168583 16120 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:12:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.171520 16120 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:12:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.179209 16120 hybrid_clock.cc:648] HybridClock initialized: now 1795079579179116 us; error 70 us; skew 500 ppm
09:12:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.180572 16120 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:12:59.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:59 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079579, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.189328 16120 init.cc:377] Logged in from keytab as kudu/127.14.187.252@KRBTEST.COM (short username kudu)
09:12:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.217236 16120 webserver.cc:577] Webserver started at http://127.14.187.252:41107/ using document root <none> and password file <none>
09:12:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.218468 16120 fs_manager.cc:362] Metadata directory not provided
09:12:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.218840 16120 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:12:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.234503 16120 fs_manager.cc:714] Time spent opening directory manager: real 0.013s	user 0.006s	sys 0.002s
09:12:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.240435 16183 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:12:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.241894 16120 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.242264 16120 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data,/tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6"
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-19 09:12:39 on dist-test-slave-6wj3"
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.244155 16120 fs_report.cc:389] FS layout report
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/wal
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/data
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:12:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:12:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:12:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:12:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:12:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:12:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:12:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.313354 16120 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
09:12:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.319160 16120 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:12:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.319772 16120 kserver.cc:163] Server-wide thread pool size limit: 3276
09:12:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.414330 16120 rpc_server.cc:307] RPC server started. Bound to: 127.14.187.252:43099
09:12:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.414390 16234 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.187.252:43099 every 8 connection(s)
09:12:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.417368 16120 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwAfWSF/test-tmp/mini-kudu-cluster10953391016733230410/master-2/data/info.pb
09:12:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.424389 15087 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu as pid 16120
09:12:59.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:12:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.435345 16235 sys_catalog.cc:263] Verifying existing consensus state
09:12:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.443464 16235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Bootstrap starting.
09:12:59.471 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.187.253:46695(127.14.187.253:46695)] connecting to peer
09:12:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.507521 16235 log.cc:826] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Log is configured to *not* fsync() on all Append() calls
09:12:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.543073 15738 heartbeater.cc:500] Master 127.14.187.254:42563 was elected leader, sending a full tablet report...
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:12:59.555048 16240 negotiation.cc:336] Failed RPC negotiation. Trace:
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.514465 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.14.187.195:40647 (local address 127.14.187.252:43099)
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.536141 (+ 21676us) server_negotiation.cc:207] Beginning negotiation
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.536185 (+    44us) server_negotiation.cc:400] Waiting for connection header
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.536268 (+    83us) server_negotiation.cc:408] Connection header received
09:12:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.542870 (+  6602us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:12:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.542929 (+    59us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:12:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.549927 (+  6998us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:12:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.553563 (+  3636us) server_negotiation.cc:227] Negotiated authn=SASL
09:12:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.554842 (+  1279us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.14.187.195:40647: BlockingRecv error: recv got EOF from 127.14.187.195:40647 (error 108)
09:12:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":20841,"thread_start_us":28883,"threads_started":1}
09:12:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.566679 16235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:12:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.567914 16235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: Bootstrap complete.
09:12:59.570 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.187.254:42563(127.14.187.254:42563)] connecting to peer
09:12:59.583 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.187.252:43099(127.14.187.252:43099)] connecting to peer
09:12:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:59 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079577, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.194@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:59.613 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.187.253:46695(127.14.187.253:46695)] Successfully connected to peer
09:12:59.620 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.187.254:42563(127.14.187.254:42563)] Successfully connected to peer
09:12:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.627929 15736 heartbeater.cc:345] Connected to a master server at 127.14.187.252:43099
09:12:59.679 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.187.252:43099(127.14.187.252:43099)] Successfully connected to peer
09:12:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.636261 16235 raft_consensus.cc:360] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.673261 16235 raft_consensus.cc:748] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70d3c80dcfed4bfe9e1c5aa9385495b6, State: Initialized, Role: FOLLOWER
09:12:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.674077 16235 consensus_queue.cc:261] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } }
09:12:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.683141 16247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.683889 16247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: FOLLOWER
09:12:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.684211 16235 sys_catalog.cc:565] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: configured and running, proceeding with master startup.
09:12:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:59 dist-test-slave-6wj3 krb5kdc[15099](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079576, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.254@KRBTEST.COM for kudu/127.14.187.252@KRBTEST.COM
09:12:59.794 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:12:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.811904 16210 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [term 1 FOLLOWER]: Advancing to term 2
09:12:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.815611 16260 catalog_manager.cc:1310] Loaded cluster ID: b1e1ff9fe09d4b44b6b6c061e594c9d6
09:12:59.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.815879 16260 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: loading cluster ID for follower catalog manager: success
09:12:59.819 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.187.254
09:12:59.819 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.187.252
09:12:59.828 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.187.253
09:12:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.822924 16260 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: acquiring CA information for follower catalog manager: success
09:12:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.840184 16260 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:12:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 19 09:12:59 dist-test-slave-6wj3 krb5kdc[15099](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795079579, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.187.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:12:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.906759 15770 init.cc:295] Successfully reacquired a new kerberos TGT
09:12:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.966298 16247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34932a2ca02544428d18e2bfd37c2309. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.967042 16247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: FOLLOWER
09:12:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.969362 16269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:12:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:12:59.973277 16269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70d3c80dcfed4bfe9e1c5aa9385495b6 [sys.catalog]: This master's current role is: FOLLOWER
09:13:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.167147 15588 heartbeater.cc:500] Master 127.14.187.254:42563 was elected leader, sending a full tablet report...
09:13:00.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.187.252:43099(127.14.187.252:43099)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.187.252:43099: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:13:00.189109 16240 negotiation.cc:336] Failed RPC negotiation. Trace:
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.664303 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:38666 (local address 127.14.187.252:43099)
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.665003 (+   700us) server_negotiation.cc:207] Beginning negotiation
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.665029 (+    26us) server_negotiation.cc:400] Waiting for connection header
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.721628 (+ 56599us) server_negotiation.cc:408] Connection header received
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.758408 (+ 36780us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.758440 (+    32us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.758667 (+   227us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.758833 (+   166us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.105988 (+347155us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.107175 (+  1187us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:13:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.174232 (+ 67057us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.174829 (+   597us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:13:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.189057 (+ 14228us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38666: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38666): Cannot send after transport endpoint shutdown (error 108)
09:13:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":87}
09:13:00.194 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.187.252:43099(127.14.187.252:43099)] handling channelInactive
09:13:00.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.187.254:42563(127.14.187.254:42563)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.187.254:42563: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.198 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.187.254:42563(127.14.187.254:42563)] handling channelInactive
09:13:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:13:00.198798 16246 negotiation.cc:336] Failed RPC negotiation. Trace:
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.615452 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:40652 (local address 127.14.187.254:42563)
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.655377 (+ 39925us) server_negotiation.cc:207] Beginning negotiation
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.655407 (+    30us) server_negotiation.cc:400] Waiting for connection header
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.721323 (+ 65916us) server_negotiation.cc:408] Connection header received
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.762194 (+ 40871us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.762226 (+    32us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.762484 (+   258us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.762655 (+   171us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.104998 (+342343us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.106786 (+  1788us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.196604 (+ 89818us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.197222 (+   618us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.198734 (+  1512us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40652: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:40652): Cannot send after transport endpoint shutdown (error 108)
09:13:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":23803,"thread_start_us":23527,"threads_started":1}
09:13:00.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.187.253:46695(127.14.187.253:46695)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.187.253:46695: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:00.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=784), Traces: [0ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.253:46695, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.254:42563, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.252:43099, [752ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.252:43099: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.254:42563: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [769ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.253:46695: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

09:13:00.220 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=791), Traces: [0ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.253:46695, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.254:42563, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.187.252:43099, [752ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.252:43099: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.254:42563: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [769ms] Sub RPC ConnectToMaster: received response from server master-127.14.187.253:46695: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
09:13:00.222 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.187.252:43099(127.14.187.252:43099)] disconnecting while in state TERMINATED
09:13:00.224 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.187.253:46695(127.14.187.253:46695)] disconnecting while in state TERMINATED
09:13:00.224 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.187.254:42563(127.14.187.254:42563)] disconnecting while in state TERMINATED
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261119 09:13:00.228390 16245 negotiation.cc:336] Failed RPC negotiation. Trace:
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.612254 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:39614 (local address 127.14.187.253:46695)
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.655191 (+ 42937us) server_negotiation.cc:207] Beginning negotiation
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.655225 (+    34us) server_negotiation.cc:400] Waiting for connection header
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.723573 (+ 68348us) server_negotiation.cc:408] Connection header received
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.759821 (+ 36248us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.759851 (+    30us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.760159 (+   308us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:12:59.760405 (+   246us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.107153 (+346748us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.108457 (+  1304us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.191444 (+ 82987us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:00.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.192371 (+   927us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:13:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1119 09:13:00.228334 (+ 35963us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39614: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:39614): Cannot send after transport endpoint shutdown (error 108)
09:13:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":25916,"thread_start_us":44248,"threads_started":1}
09:13:00.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:13:00.248 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.187.253:46695(127.14.187.253:46695)] handling channelInactive
09:13:00.249 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.256531 15583 heartbeater.cc:345] Connected to a master server at 127.14.187.252:43099
09:13:00.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.262907 16200 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2145461c304448608a78c8c4b3d0516f" instance_seqno: 1795079564783425) as {username='kudu', principal='kudu/127.14.187.193@KRBTEST.COM'} at 127.14.187.193:59143; Asking this server to re-register.
09:13:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.265793 15583 heartbeater.cc:462] Registering TS with master...
09:13:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.279716 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15417
09:13:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.322427 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15602
09:13:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.320366 16165 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "34932a2ca02544428d18e2bfd37c2309" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34932a2ca02544428d18e2bfd37c2309" member_type: VOTER last_known_addr { host: "127.14.187.254" port: 42563 } } peers { permanent_uuid: "1447e5058cbb4365b4b9667428a90cf8" member_type: VOTER last_known_addr { host: "127.14.187.253" port: 46695 } } peers { permanent_uuid: "70d3c80dcfed4bfe9e1c5aa9385495b6" member_type: VOTER last_known_addr { host: "127.14.187.252" port: 43099 } } }
09:13:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.324765 16165 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34932a2ca02544428d18e2bfd37c2309 [sys.catalog]: This master's current role is: LEADER
09:13:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.356606 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15750
09:13:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.384363 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15996
09:13:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.416803 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 15904
09:13:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:00.461184 15087 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 16120
09:13:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:13:01Z chronyd exiting
09:13:02.709 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:13:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.714447 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14661
09:13:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.741466 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14801
09:13:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.773589 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14943
09:13:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.805586 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14367
09:13:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.838312 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14438
09:13:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261119 09:13:02.875694 14354 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwAfWSF/build/tsan/bin/kudu with pid 14516
09:13:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-19T09:13:04Z chronyd exiting
09:13:05.114 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more

09:13:05.499 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
09:13:05.499 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.187.253:46695,127.14.187.254:42563,127.14.187.252:43099). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more