Diagnosed failure

Unable to diagnose

Full log

21:24:40.783 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:24:40.797 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYUQDjm/test-tmp
21:24:40.801 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:24:40.804 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYUQDjm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:24:41.098 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:24:41.224 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:24:41.225 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:24:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.231552 23376 mini_oidc.cc:150] Starting JWKS server
21:24:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.234835 23376 webserver.cc:492] Webserver started at http://127.0.0.1:45623/ using document root <none> and password file <none>
21:24:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.235247 23376 mini_oidc.cc:186] Starting OIDC Discovery server
21:24:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.236970 23376 webserver.cc:492] Webserver started at http://127.0.0.1:38427/ using document root <none> and password file <none>
21:24:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:24:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:24:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:24:41Z Disabled control of system clock
21:24:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.297850 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal
21:24:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data
21:24:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/logs
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data/info.pb
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.62:34625
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.62
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json with env {}
21:24:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.595213 23388 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.595775 23388 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.596364 23388 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.627736 23388 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:24:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.628048 23388 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.628245 23388 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:24:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.628432 23388 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:24:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.628706 23388 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:24:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.628901 23388 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45623/jwks.json
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.669490 23388 master_runner.cc:386] Master server non-default flags:
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data
21:24:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal
21:24:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.62:34625
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data/info.pb
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.62
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/logs
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.671223 23388 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:41.673413 23388 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.685092 23394 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.089650 23393 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 23388
21:24:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.499174 23388 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.813s	user 0.614s	sys 1.198s
21:24:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.499594 23388 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.814s	user 0.614s	sys 1.198s
21:24:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:41.687026 23395 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.501503 23397 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:43.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.504532 23396 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1813 milliseconds
21:24:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.504555 23388 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.505919 23388 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:43.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.508384 23388 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.509723 23388 hybrid_clock.cc:648] HybridClock initialized: now 1769981083509673 us; error 66 us; skew 500 ppm
21:24:43.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.510553 23388 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.516683 23388 webserver.cc:492] Webserver started at http://127.22.212.62:33095/ using document root <none> and password file <none>
21:24:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.517578 23388 fs_manager.cc:362] Metadata directory not provided
21:24:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.517767 23388 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:43.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.518281 23388 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.522616 23388 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data/instance:
21:24:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89598770b5264540b647cf37c8e0992b"
21:24:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:43 on dist-test-slave-9d7x"
21:24:43.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.523762 23388 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal/instance:
21:24:43.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89598770b5264540b647cf37c8e0992b"
21:24:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:43 on dist-test-slave-9d7x"
21:24:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.530934 23388 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
21:24:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.536592 23404 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.537744 23388 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
21:24:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.538089 23388 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal
21:24:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89598770b5264540b647cf37c8e0992b"
21:24:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:43 on dist-test-slave-9d7x"
21:24:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.538503 23388 fs_report.cc:389] FS layout report
21:24:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal
21:24:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal
21:24:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data/data
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.599009 23388 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.600615 23388 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.601028 23388 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.673362 23388 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.62:34625
21:24:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.673517 23455 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.62:34625 every 8 connection(s)
21:24:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.676160 23388 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/data/info.pb
21:24:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.682073 23456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:24:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.683274 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23388
21:24:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.683653 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-0/wal/instance
21:24:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.687044 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal
21:24:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data
21:24:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/logs
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data/info.pb
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.61:43341
21:24:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.61
21:24:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json with env {}
21:24:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.696493 23456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } has no permanent_uuid. Determining permanent_uuid...
21:24:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.725780 23456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
21:24:43.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.727926 23407 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.732023 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.781605 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 1
21:24:43.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.786610 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.855012 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 2
21:24:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.858879 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:43.950359 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 3
21:24:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.954506 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.999285 23458 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:43.999850 23458 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.000347 23458 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.032259 23458 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:24:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.032559 23458 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.032761 23458 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:24:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.032946 23458 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:24:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.033141 23458 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:24:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.033282 23458 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45623/jwks.json
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.069545 23458 master_runner.cc:386] Master server non-default flags:
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.61:43341
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data/info.pb
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.61
21:24:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/logs
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.071003 23458 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.073299 23458 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.084177 23467 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.097911 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 4
21:24:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.104800 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.404379 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 5
21:24:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.413534 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:44.961088 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 6
21:24:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.990460 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:44.086261 23468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.488946 23466 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 23458
21:24:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.890105 23466 kernel_stack_watchdog.cc:198] Thread 23458 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
21:24:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:24:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:24:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:24:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:24:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.890192 23458 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.805s	user 0.001s	sys 0.001s
21:24:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.891402 23458 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.806s	user 0.002s	sys 0.001s
21:24:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.892387 23469 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1803 milliseconds
21:24:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.893181 23458 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:45.893818 23470 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.896603 23458 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.899781 23458 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.901393 23458 hybrid_clock.cc:648] HybridClock initialized: now 1769981085901341 us; error 70 us; skew 500 ppm
21:24:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.902312 23458 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.909660 23458 webserver.cc:492] Webserver started at http://127.22.212.61:43473/ using document root <none> and password file <none>
21:24:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.910764 23458 fs_manager.cc:362] Metadata directory not provided
21:24:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.910980 23458 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.911404 23458 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.916595 23458 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data/instance:
21:24:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc88ac6e106487287d9ece3ca0bdd27"
21:24:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:45 on dist-test-slave-9d7x"
21:24:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.917836 23458 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal/instance:
21:24:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc88ac6e106487287d9ece3ca0bdd27"
21:24:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:45 on dist-test-slave-9d7x"
21:24:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.927328 23458 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.003s	sys 0.005s
21:24:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.933537 23479 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.934727 23458 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.935037 23458 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc88ac6e106487287d9ece3ca0bdd27"
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:45 on dist-test-slave-9d7x"
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.935349 23458 fs_report.cc:389] FS layout report
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data/data
21:24:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:45.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.986224 23458 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.987684 23458 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:45.988101 23458 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.051069 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 7
21:24:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.058339 23456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.61:43341: Network error: Client connection negotiation failed: client connection to 127.22.212.61:43341: connect: Connection refused (error 111)
21:24:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.060789 23458 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.61:43341
21:24:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.060873 23532 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.61:43341 every 8 connection(s)
21:24:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.063797 23458 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/data/info.pb
21:24:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.069857 23533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:24:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.074270 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23458
21:24:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.074724 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-1/wal/instance
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.076812 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/logs
21:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data/info.pb
21:24:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.60:45257
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.60
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json with env {}
21:24:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.082700 23533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } has no permanent_uuid. Determining permanent_uuid...
21:24:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.106181 23533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
21:24:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.122872 23533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
21:24:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.125099 23483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.129007 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.178488 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 1
21:24:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.182473 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.250857 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 2
21:24:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.254981 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.346463 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 3
21:24:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.350502 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.408990 23535 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.409654 23535 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.410370 23535 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.441658 23535 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:24:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.442090 23535 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.442430 23535 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:24:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.442817 23535 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:24:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.443151 23535 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:24:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.443383 23535 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45623/jwks.json
21:24:46.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.479158 23535 master_runner.cc:386] Master server non-default flags:
21:24:46.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.60:45257
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45623/jwks.json
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data/info.pb
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.60
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/logs
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.480927 23535 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.483316 23535 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.493875 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 4
21:24:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.499518 23545 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.500422 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:46.799985 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 5
21:24:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.807088 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.354789 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 6
21:24:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:47.365818 23533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.212.60:45257: Network error: Client connection negotiation failed: client connection to 127.22.212.60:45257: connect: Connection refused (error 111)
21:24:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:46.502606 23546 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:47.726119 23547 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:24:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:47.728186 23548 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:47.731181 23535 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.234s	user 0.470s	sys 0.762s
21:24:47.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:47.731932 23535 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.235s	user 0.471s	sys 0.763s
21:24:47.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.732152 23535 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.733194 23535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.735760 23535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.737123 23535 hybrid_clock.cc:648] HybridClock initialized: now 1769981087737056 us; error 83 us; skew 500 ppm
21:24:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.738046 23535 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.745790 23535 webserver.cc:492] Webserver started at http://127.22.212.60:41445/ using document root <none> and password file <none>
21:24:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.747149 23535 fs_manager.cc:362] Metadata directory not provided
21:24:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.747349 23535 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.747714 23535 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.751972 23535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data/instance:
21:24:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed598d6c1bd14066aa6139ec678371d7"
21:24:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:47 on dist-test-slave-9d7x"
21:24:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.753217 23535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal/instance:
21:24:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed598d6c1bd14066aa6139ec678371d7"
21:24:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:47 on dist-test-slave-9d7x"
21:24:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.761082 23535 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
21:24:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.767560 23557 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.768906 23535 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
21:24:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.769317 23535 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal
21:24:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed598d6c1bd14066aa6139ec678371d7"
21:24:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:47 on dist-test-slave-9d7x"
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.769793 23535 fs_report.cc:389] FS layout report
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data/data
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.866461 23535 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.868770 23535 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.869817 23535 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.942802 23535 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.60:45257
21:24:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.942857 23608 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.60:45257 every 8 connection(s)
21:24:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.945469 23535 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/data/info.pb
21:24:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.951314 23609 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:24:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.954095 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23535
21:24:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.954582 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/master-2/wal/instance
21:24:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.967589 23609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } has no permanent_uuid. Determining permanent_uuid...
21:24:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:47.991448 23609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
21:24:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.001827 23609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
21:24:48.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.017828 23609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: Bootstrap starting.
21:24:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.024230 23609 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: Neither blocks nor log segments found. Creating new log.
21:24:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.026144 23609 log.cc:826] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: Log is configured to *not* fsync() on all Append() calls
21:24:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.030541 23609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: No bootstrap required, opened a new log
21:24:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.049561 23609 raft_consensus.cc:359] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.050311 23609 raft_consensus.cc:385] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:24:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.050508 23609 raft_consensus.cc:740] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed598d6c1bd14066aa6139ec678371d7, State: Initialized, Role: FOLLOWER
21:24:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.051190 23609 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.055119 23618 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.055760 23618 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.056401 23609 sys_catalog.cc:565] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: configured and running, proceeding with master startup.
21:24:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.094269 23629 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:24:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.095050 23629 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:24:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.077937 23535 master_runner.cc:186] Error getting master registration for 127.22.212.62:34625: OK, instance_id { permanent_uuid: "89598770b5264540b647cf37c8e0992b" instance_seqno: 1769981083654837 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:24:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.101665 23535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:24:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.126166 23563 tablet.cc:2378] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:24:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.148777 23456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } attempt: 8
21:24:48.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.161856 23456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
21:24:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.178867 23456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: Bootstrap starting.
21:24:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.184305 23456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: Neither blocks nor log segments found. Creating new log.
21:24:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.186074 23456 log.cc:826] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: Log is configured to *not* fsync() on all Append() calls
21:24:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.190446 23456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: No bootstrap required, opened a new log
21:24:48.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.209937 23456 raft_consensus.cc:359] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.210633 23456 raft_consensus.cc:385] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:24:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.210824 23456 raft_consensus.cc:740] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89598770b5264540b647cf37c8e0992b, State: Initialized, Role: FOLLOWER
21:24:48.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.211517 23456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.214453 23633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.215515 23633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.216648 23456 sys_catalog.cc:565] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: configured and running, proceeding with master startup.
21:24:48.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.249364 23644 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:24:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.250149 23644 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:24:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.244235 23388 master_runner.cc:186] Error getting master registration for 127.22.212.61:43341: OK, instance_id { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" instance_seqno: 1769981086038996 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:24:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.280089 23388 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:24:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.284971 23618 raft_consensus.cc:493] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:24:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.285530 23618 raft_consensus.cc:515] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.294282 23618 leader_election.cc:290] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 89598770b5264540b647cf37c8e0992b (127.22.212.62:34625), 7fc88ac6e106487287d9ece3ca0bdd27 (127.22.212.61:43341)
21:24:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.295785 23431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed598d6c1bd14066aa6139ec678371d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89598770b5264540b647cf37c8e0992b" is_pre_election: true
21:24:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.296687 23431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ed598d6c1bd14066aa6139ec678371d7 in term 0.
21:24:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.298197 23560 leader_election.cc:304] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 89598770b5264540b647cf37c8e0992b, ed598d6c1bd14066aa6139ec678371d7; no voters: 
21:24:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.299608 23618 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:24:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.299969 23618 raft_consensus.cc:493] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:24:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.300279 23618 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 0 FOLLOWER]: Advancing to term 1
21:24:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.307152 23618 raft_consensus.cc:515] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.309923 23431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed598d6c1bd14066aa6139ec678371d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89598770b5264540b647cf37c8e0992b"
21:24:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.310541 23431 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 0 FOLLOWER]: Advancing to term 1
21:24:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.319759 23431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ed598d6c1bd14066aa6139ec678371d7 in term 1.
21:24:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.321144 23560 leader_election.cc:304] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 89598770b5264540b647cf37c8e0992b, ed598d6c1bd14066aa6139ec678371d7; no voters: 
21:24:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.326891 23646 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 1 FOLLOWER]: Leader election won for term 1
21:24:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.330878 23618 leader_election.cc:290] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [CANDIDATE]: Term 1 election: Requested vote from peers 89598770b5264540b647cf37c8e0992b (127.22.212.62:34625), 7fc88ac6e106487287d9ece3ca0bdd27 (127.22.212.61:43341)
21:24:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.332834 23646 raft_consensus.cc:697] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [term 1 LEADER]: Becoming Leader. State: Replica: ed598d6c1bd14066aa6139ec678371d7, State: Running, Role: LEADER
21:24:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.334024 23646 consensus_queue.cc:237] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.346786 23618 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed598d6c1bd14066aa6139ec678371d7. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.348028 23618 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: This master's current role is: LEADER
21:24:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.359298 23649 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:24:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:48.361467 23410 tablet.cc:2378] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:24:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.368623 23649 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:24:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.393784 23431 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [term 1 FOLLOWER]: Refusing update from remote peer ed598d6c1bd14066aa6139ec678371d7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:24:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.395444 23618 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:24:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.417771 23633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed598d6c1bd14066aa6139ec678371d7. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.418555 23633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.426429 23533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } attempt: 7
21:24:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.446409 23647 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.447260 23647 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: This master's current role is: LEADER
21:24:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.450223 23649 catalog_manager.cc:1357] Generated new cluster ID: 0dd96127401949a3bca13b214e3aa978
21:24:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.450526 23649 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:24:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.463646 23651 mvcc.cc:204] Tried to move back new op lower bound from 7249842538040422400 to 7249842537830211584. Current Snapshot: MvccSnapshot[applied={T|T < 7249842538040422400}]
21:24:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.472337 23533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: Bootstrap starting.
21:24:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.478868 23633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.479568 23633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.479938 23533 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: Neither blocks nor log segments found. Creating new log.
21:24:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.492275 23533 log.cc:826] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: Log is configured to *not* fsync() on all Append() calls
21:24:48.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.496307 23649 catalog_manager.cc:1380] Generated new certificate authority record
21:24:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.500928 23649 catalog_manager.cc:1514] Loading token signing keys...
21:24:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.514436 23533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: No bootstrap required, opened a new log
21:24:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.554076 23649 catalog_manager.cc:6027] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7: Generated new TSK 0
21:24:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.555569 23649 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:24:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.573997 23533 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.574968 23533 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:24:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.575273 23533 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fc88ac6e106487287d9ece3ca0bdd27, State: Initialized, Role: FOLLOWER
21:24:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.576220 23533 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } }
21:24:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.584317 23657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.585126 23657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.588101 23533 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: configured and running, proceeding with master startup.
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.594137 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/logs
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data/info.pb
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.1:0
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.1
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.1
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:24:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.601410 23504 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [term 0 FOLLOWER]: Advancing to term 1
21:24:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.606300 23506 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed598d6c1bd14066aa6139ec678371d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" is_pre_election: true
21:24:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.608763 23505 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ed598d6c1bd14066aa6139ec678371d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fc88ac6e106487287d9ece3ca0bdd27"
21:24:48.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.615746 23504 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [term 1 FOLLOWER]: Refusing update from remote peer ed598d6c1bd14066aa6139ec678371d7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:24:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.617718 23647 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:24:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.687850 23657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ed598d6c1bd14066aa6139ec678371d7. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.688112 23666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.688531 23657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.688831 23666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27 [sys.catalog]: This master's current role is: FOLLOWER
21:24:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:48.697275 23674 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:24:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.151818 23662 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.152494 23662 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.153530 23662 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.206876 23680 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ed598d6c1bd14066aa6139ec678371d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "89598770b5264540b647cf37c8e0992b" member_type: VOTER last_known_addr { host: "127.22.212.62" port: 34625 } } peers { permanent_uuid: "7fc88ac6e106487287d9ece3ca0bdd27" member_type: VOTER last_known_addr { host: "127.22.212.61" port: 43341 } } peers { permanent_uuid: "ed598d6c1bd14066aa6139ec678371d7" member_type: VOTER last_known_addr { host: "127.22.212.60" port: 45257 } } }
21:24:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.208021 23680 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed598d6c1bd14066aa6139ec678371d7 [sys.catalog]: This master's current role is: LEADER
21:24:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.214260 23662 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.215618 23662 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.212.1
21:24:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.256912 23644 catalog_manager.cc:1269] Loaded cluster ID: 0dd96127401949a3bca13b214e3aa978
21:24:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.257876 23644 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: loading cluster ID for follower catalog manager: success
21:24:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.267154 23644 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: acquiring CA information for follower catalog manager: success
21:24:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.273357 23644 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 89598770b5264540b647cf37c8e0992b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.279807 23662 tablet_server_runner.cc:78] Tablet server non-default flags:
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.1:0
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data/info.pb
21:24:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.1
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.1
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/logs
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.281507 23662 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.283625 23662 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.302099 23683 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.736266 23674 catalog_manager.cc:1269] Loaded cluster ID: 0dd96127401949a3bca13b214e3aa978
21:24:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.737260 23674 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: loading cluster ID for follower catalog manager: success
21:24:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.748558 23674 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: acquiring CA information for follower catalog manager: success
21:24:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:49.767350 23674 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7fc88ac6e106487287d9ece3ca0bdd27: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:24:50.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:50.705761 23682 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 23662
21:24:50.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:50.767259 23685 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1459 milliseconds
21:24:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:50.769424 23686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:50.767510 23662 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.461s	user 0.000s	sys 0.002s
21:24:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:50.770484 23662 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.464s	user 0.001s	sys 0.002s
21:24:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.770768 23662 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:49.307135 23684 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.776648 23662 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.786502 23662 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.788257 23662 hybrid_clock.cc:648] HybridClock initialized: now 1769981090788176 us; error 93 us; skew 500 ppm
21:24:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.789666 23662 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.809525 23662 webserver.cc:492] Webserver started at http://127.22.212.1:36955/ using document root <none> and password file <none>
21:24:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.811795 23662 fs_manager.cc:362] Metadata directory not provided
21:24:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.812358 23662 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.813087 23662 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.819533 23662 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data/instance:
21:24:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de10c77940e844759426edf2cb4279ce"
21:24:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:50 on dist-test-slave-9d7x"
21:24:50.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.821486 23662 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal/instance:
21:24:50.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de10c77940e844759426edf2cb4279ce"
21:24:50.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:50 on dist-test-slave-9d7x"
21:24:50.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.837560 23662 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.004s	sys 0.009s
21:24:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.851734 23694 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.853497 23662 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.008s	sys 0.000s
21:24:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.861630 23662 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal
21:24:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de10c77940e844759426edf2cb4279ce"
21:24:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:50 on dist-test-slave-9d7x"
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.862694 23662 fs_report.cc:389] FS layout report
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data/data
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.971298 23662 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.973551 23662 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.974342 23662 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:50.989933 23662 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:24:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.002101 23662 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:24:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.002712 23662 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
21:24:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.003173 23662 ts_tablet_manager.cc:616] Registered 0 tablets
21:24:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.003512 23662 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:24:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.661995 23662 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.1:45021
21:24:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.662164 23808 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.1:45021 every 8 connection(s)
21:24:51.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.666357 23662 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/data/info.pb
21:24:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.678450 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23662
21:24:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.679128 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-0/wal/instance
21:24:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.700402 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal
21:24:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data
21:24:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/logs
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data/info.pb
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.2:0
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.2
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.2
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:24:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.821928 23809 heartbeater.cc:344] Connected to a master server at 127.22.212.60:45257
21:24:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.822520 23809 heartbeater.cc:461] Registering TS with master...
21:24:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.823863 23809 heartbeater.cc:507] Master 127.22.212.60:45257 requested a full tablet report, sending...
21:24:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.827409 23574 ts_manager.cc:194] Registered new tserver with Master: de10c77940e844759426edf2cb4279ce (127.22.212.1:45021)
21:24:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.830858 23574 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.212.1:37029
21:24:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.844203 23814 heartbeater.cc:344] Connected to a master server at 127.22.212.62:34625
21:24:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.844616 23814 heartbeater.cc:461] Registering TS with master...
21:24:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.845309 23814 heartbeater.cc:507] Master 127.22.212.62:34625 requested a full tablet report, sending...
21:24:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.846263 23810 heartbeater.cc:344] Connected to a master server at 127.22.212.61:43341
21:24:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.846602 23810 heartbeater.cc:461] Registering TS with master...
21:24:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.847211 23810 heartbeater.cc:507] Master 127.22.212.61:43341 requested a full tablet report, sending...
21:24:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.849236 23420 ts_manager.cc:194] Registered new tserver with Master: de10c77940e844759426edf2cb4279ce (127.22.212.1:45021)
21:24:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:51.851910 23496 ts_manager.cc:194] Registered new tserver with Master: de10c77940e844759426edf2cb4279ce (127.22.212.1:45021)
21:24:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.203334 23811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.203817 23811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.204242 23811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.236562 23811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.237367 23811 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.212.2
21:24:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:52.273306 23811 tablet_server_runner.cc:78] Tablet server non-default flags:
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.2:0
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data/info.pb
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.2
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.2
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/logs
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:52.275115 23811 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:52.277324 23811 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.290685 23825 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:52.839609 23809 heartbeater.cc:499] Master 127.22.212.60:45257 was elected leader, sending a full tablet report...
21:24:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.294634 23826 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:52.296072 23828 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:53.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:53.634541 23827 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1339 milliseconds
21:24:53.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.634650 23811 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.635833 23811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.638466 23811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.639899 23811 hybrid_clock.cc:648] HybridClock initialized: now 1769981093639842 us; error 74 us; skew 500 ppm
21:24:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.640985 23811 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.648190 23811 webserver.cc:492] Webserver started at http://127.22.212.2:39887/ using document root <none> and password file <none>
21:24:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.649094 23811 fs_manager.cc:362] Metadata directory not provided
21:24:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.649283 23811 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.649672 23811 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.653792 23811 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data/instance:
21:24:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67fd15d1367e45538fdc5596e52be29d"
21:24:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:53 on dist-test-slave-9d7x"
21:24:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.654911 23811 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal/instance:
21:24:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67fd15d1367e45538fdc5596e52be29d"
21:24:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:53 on dist-test-slave-9d7x"
21:24:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.662317 23811 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
21:24:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.668550 23835 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.669775 23811 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
21:24:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.670202 23811 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal
21:24:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67fd15d1367e45538fdc5596e52be29d"
21:24:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:53 on dist-test-slave-9d7x"
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.670637 23811 fs_report.cc:389] FS layout report
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data/data
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.722410 23811 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:53.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.723819 23811 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:53.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.724210 23811 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:53.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.726681 23811 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:24:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.730933 23811 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:24:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.731132 23811 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:24:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.731328 23811 ts_tablet_manager.cc:616] Registered 0 tablets
21:24:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.731459 23811 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:24:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.868114 23811 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.2:35887
21:24:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.868177 23947 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.2:35887 every 8 connection(s)
21:24:53.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.870637 23811 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/data/info.pb
21:24:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.879779 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23811
21:24:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.880285 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-1/wal/instance
21:24:53.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.908097 23376 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/logs
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data/info.pb
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.3:0
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.3
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.3
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:24:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.914824 23948 heartbeater.cc:344] Connected to a master server at 127.22.212.60:45257
21:24:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.915323 23948 heartbeater.cc:461] Registering TS with master...
21:24:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.916741 23948 heartbeater.cc:507] Master 127.22.212.60:45257 requested a full tablet report, sending...
21:24:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.917520 23949 heartbeater.cc:344] Connected to a master server at 127.22.212.61:43341
21:24:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.917817 23949 heartbeater.cc:461] Registering TS with master...
21:24:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.918841 23949 heartbeater.cc:507] Master 127.22.212.61:43341 requested a full tablet report, sending...
21:24:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.919381 23574 ts_manager.cc:194] Registered new tserver with Master: 67fd15d1367e45538fdc5596e52be29d (127.22.212.2:35887)
21:24:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.921192 23574 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.212.2:52893
21:24:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.923243 23496 ts_manager.cc:194] Registered new tserver with Master: 67fd15d1367e45538fdc5596e52be29d (127.22.212.2:35887)
21:24:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.925335 23950 heartbeater.cc:344] Connected to a master server at 127.22.212.62:34625
21:24:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.925606 23950 heartbeater.cc:461] Registering TS with master...
21:24:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.926116 23950 heartbeater.cc:507] Master 127.22.212.62:34625 requested a full tablet report, sending...
21:24:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:53.928488 23420 ts_manager.cc:194] Registered new tserver with Master: 67fd15d1367e45538fdc5596e52be29d (127.22.212.2:35887)
21:24:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.227846 23958 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.228366 23958 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.228808 23958 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.261474 23958 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.262306 23958 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.212.3
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:54.297724 23958 tablet_server_runner.cc:78] Tablet server non-default flags:
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.212.20:37691
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.212.3:0
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data/info.pb
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.212.3
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.212.62:34625,127.22.212.61:43341,127.22.212.60:45257
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.212.3
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/logs
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:54.299270 23958 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:54.301417 23958 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.314724 23965 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:54.925527 23948 heartbeater.cc:499] Master 127.22.212.60:45257 was elected leader, sending a full tablet report...
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.716399 23964 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 23958
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.787206 23964 kernel_stack_watchdog.cc:198] Thread 23958 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:24:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:54.315045 23966 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:55.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.788316 23958 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.474s	user 0.506s	sys 0.959s
21:24:55.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.788622 23958 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.474s	user 0.506s	sys 0.959s
21:24:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.790486 23968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:24:55.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:55.792886 23967 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1474 milliseconds
21:24:55.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.792872 23958 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:24:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.794263 23958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:24:55.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.796505 23958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:24:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.798153 23958 hybrid_clock.cc:648] HybridClock initialized: now 1769981095798108 us; error 51 us; skew 500 ppm
21:24:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.799006 23958 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:24:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.805272 23958 webserver.cc:492] Webserver started at http://127.22.212.3:34337/ using document root <none> and password file <none>
21:24:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.806321 23958 fs_manager.cc:362] Metadata directory not provided
21:24:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.806542 23958 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:24:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.806967 23958 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:24:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.811547 23958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data/instance:
21:24:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c83c214b5e4f95b9a6fb3ee93ac1c0"
21:24:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:55 on dist-test-slave-9d7x"
21:24:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.812721 23958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal/instance:
21:24:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c83c214b5e4f95b9a6fb3ee93ac1c0"
21:24:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:55 on dist-test-slave-9d7x"
21:24:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.820291 23958 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.009s
21:24:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.826130 23975 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:24:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.827265 23958 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
21:24:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.827559 23958 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal
21:24:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c83c214b5e4f95b9a6fb3ee93ac1c0"
21:24:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:24:55 on dist-test-slave-9d7x"
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.827910 23958 fs_report.cc:389] FS layout report
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data/data
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:24:55.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:24:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.892249 23958 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:24:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.893704 23958 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:24:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.894136 23958 kserver.cc:163] Server-wide thread pool size limit: 3276
21:24:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.896565 23958 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:24:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.900879 23958 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:24:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.901078 23958 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:24:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.901270 23958 ts_tablet_manager.cc:616] Registered 0 tablets
21:24:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:55.901398 23958 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:24:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.044898 23958 rpc_server.cc:307] RPC server started. Bound to: 127.22.212.3:46305
21:24:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.045018 24087 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.212.3:46305 every 8 connection(s)
21:24:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.047406 23958 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/data/info.pb
21:24:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.054390 23376 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 23958
21:24:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.054924 23376 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster4751929017484971846/ts-2/wal/instance
21:24:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.096051 24090 heartbeater.cc:344] Connected to a master server at 127.22.212.62:34625
21:24:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.096618 24090 heartbeater.cc:461] Registering TS with master...
21:24:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.096578 24089 heartbeater.cc:344] Connected to a master server at 127.22.212.61:43341
21:24:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.097013 24089 heartbeater.cc:461] Registering TS with master...
21:24:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.098474 24090 heartbeater.cc:507] Master 127.22.212.62:34625 requested a full tablet report, sending...
21:24:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.098477 24089 heartbeater.cc:507] Master 127.22.212.61:43341 requested a full tablet report, sending...
21:24:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.101284 24088 heartbeater.cc:344] Connected to a master server at 127.22.212.60:45257
21:24:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.102059 23496 ts_manager.cc:194] Registered new tserver with Master: c8c83c214b5e4f95b9a6fb3ee93ac1c0 (127.22.212.3:46305)
21:24:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.102553 24088 heartbeater.cc:461] Registering TS with master...
21:24:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.103576 24088 heartbeater.cc:507] Master 127.22.212.60:45257 requested a full tablet report, sending...
21:24:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.104910 23420 ts_manager.cc:194] Registered new tserver with Master: c8c83c214b5e4f95b9a6fb3ee93ac1c0 (127.22.212.3:46305)
21:24:56.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.105634 23573 ts_manager.cc:194] Registered new tserver with Master: c8c83c214b5e4f95b9a6fb3ee93ac1c0 (127.22.212.3:46305)
21:24:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.107364 23573 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.212.3:56101
21:24:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.115769 23376 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:24:56.126 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:24:56.128 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:24:56.139 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.212.62"
      port: 34625
    }
    bound_http_address {
      host: "127.22.212.62"
      port: 33095
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.212.61"
      port: 43341
    }
    bound_http_address {
      host: "127.22.212.61"
      port: 43473
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.212.60"
      port: 45257
    }
    bound_http_address {
      host: "127.22.212.60"
      port: 41445
    }
  }
}

21:24:56.143 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:24:56.145 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.212.1"
      port: 45021
    }
    bound_http_address {
      host: "127.22.212.1"
      port: 36955
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.212.2"
      port: 35887
    }
    bound_http_address {
      host: "127.22.212.2"
      port: 39887
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.212.3"
      port: 46305
    }
    bound_http_address {
      host: "127.22.212.3"
      port: 34337
    }
  }
}

21:24:56.146 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:24:56.306 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.lang.Class.getDeclaredMethod(Class.java:2130)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

21:24:56.336 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:24:56.464 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYUQDjm/test-tmp
21:24:56.465 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:24:56.465 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYUQDjm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:24:56.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:24:56.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:24:56.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:24:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.795853 24100 mini_oidc.cc:150] Starting JWKS server
21:24:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.799125 24100 webserver.cc:492] Webserver started at http://127.0.0.1:38063/ using document root <none> and password file <none>
21:24:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.799574 24100 mini_oidc.cc:186] Starting OIDC Discovery server
21:24:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:56.801236 24100 webserver.cc:492] Webserver started at http://127.0.0.1:42951/ using document root <none> and password file <none>
21:24:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:24:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/principal' for realm 'KRBTEST.COM',
21:24:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:24:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:24:56 dist-test-slave-9d7x krb5kdc[24112](info): setting up network...
21:24:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:24:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:24:56 dist-test-slave-9d7x krb5kdc[24112](info): set up 2 sockets
21:24:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:24:56 dist-test-slave-9d7x krb5kdc[24112](info): commencing operation
21:24:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:57.110394 24088 heartbeater.cc:499] Master 127.22.212.60:45257 was elected leader, sending a full tablet report...
21:24:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:58.893163 24100 mini_kdc.cc:121] Time spent starting KDC: real 2.056s	user 0.003s	sys 0.018s
21:24:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:24:58.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:24:58.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:24:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:24:58.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:24:58.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:24:58.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:24:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:24:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:24:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:24:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/test-user.keytab.
21:24:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/test-user.keytab.
21:24:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:24:59 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981099, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:24:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
21:24:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:24:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:24:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:24:59Z Disabled control of system clock
21:24:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.62@KRBTEST.COM; defaulting to no policy
21:24:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:24:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.62@KRBTEST.COM" created.
21:24:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:24:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:24:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:24:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.62@KRBTEST.COM; defaulting to no policy
21:24:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:24:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.62@KRBTEST.COM" created.
21:24:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:24:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:24:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:24:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:59.130524 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/logs
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:24:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.62:33295
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.62
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:24:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.62
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:24:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:24:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.437368 24130 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:24:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.437916 24130 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:24:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.438604 24130 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:24:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.470604 24130 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:24:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.470842 24130 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:24:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.471194 24130 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:24:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.471482 24130 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:24:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.471735 24130 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:24:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.471936 24130 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:24:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.472086 24130 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:59.508922 24130 master_runner.cc:386] Master server non-default flags:
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.62
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.62:33295
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:24:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.62
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/logs
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:24:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:59.510242 24130 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:24:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:24:59.511319 24130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:24:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.522567 24136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:00.926180 24135 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 24130
21:25:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.308159 24130 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.786s	user 0.675s	sys 1.092s
21:25:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.308557 24130 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.786s	user 0.675s	sys 1.092s
21:25:01.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:24:59.523051 24137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.309856 24138 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1787 milliseconds
21:25:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.310624 24130 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:25:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.310702 24139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.313964 24130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.316401 24130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.317759 24130 hybrid_clock.cc:648] HybridClock initialized: now 1769981101317715 us; error 46 us; skew 500 ppm
21:25:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.318727 24130 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:01.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:01 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981101, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.324489 24130 init.cc:377] Logged in from keytab as kudu/127.23.137.62@KRBTEST.COM (short username kudu)
21:25:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.329496 24130 webserver.cc:492] Webserver started at http://127.23.137.62:44311/ using document root <none> and password file <none>
21:25:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.330404 24130 fs_manager.cc:362] Metadata directory not provided
21:25:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.330596 24130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.330973 24130 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.335222 24130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/instance:
21:25:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5489bf19c3b049de81f1fb58f6d4b04c"
21:25:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:01 on dist-test-slave-9d7x"
21:25:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.336269 24130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal/instance:
21:25:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5489bf19c3b049de81f1fb58f6d4b04c"
21:25:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:01 on dist-test-slave-9d7x"
21:25:01.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.343979 24130 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
21:25:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.349285 24148 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.350426 24130 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.350715 24130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5489bf19c3b049de81f1fb58f6d4b04c"
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:01 on dist-test-slave-9d7x"
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.351025 24130 fs_report.cc:389] FS layout report
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/data
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.403728 24130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.409246 24130 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.409657 24130 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.479151 24130 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.62:33295
21:25:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.479207 24199 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.62:33295 every 8 connection(s)
21:25:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.481691 24130 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:25:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.486117 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24130
21:25:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.486694 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal/instance
21:25:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.488387 24200 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:25:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.501854 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } has no permanent_uuid. Determining permanent_uuid...
21:25:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.61@KRBTEST.COM; defaulting to no policy
21:25:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.61@KRBTEST.COM" created.
21:25:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:01 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981101, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.543136 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } has no permanent_uuid. Determining permanent_uuid...
21:25:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.545518 24150 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.61@KRBTEST.COM; defaulting to no policy
21:25:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.61@KRBTEST.COM" created.
21:25:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.550269 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.570830 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/logs
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.61:42915
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.61
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.61
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:25:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.599826 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 1
21:25:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.603533 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.671972 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 2
21:25:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.677461 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.768949 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 3
21:25:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.773243 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.878820 24209 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.879397 24209 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.880026 24209 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.915153 24209 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:25:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.915381 24209 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:25:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.915671 24209 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.915867 24209 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:25:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.916057 24209 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:25:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.916244 24209 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:25:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.916389 24209 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:25:01.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.916646 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 4
21:25:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.920933 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.955227 24209 master_runner.cc:386] Master server non-default flags:
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.61
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.61:42915
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.61
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/logs
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.956452 24209 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:01.957762 24209 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.969043 24216 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:02.220340 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 5
21:25:02.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:02.224068 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:02.771617 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 6
21:25:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:02.781458 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:01.970970 24217 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.303159 24219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:03.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.305877 24218 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1330 milliseconds
21:25:03.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.306006 24209 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:25:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.307281 24209 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.309827 24209 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.311174 24209 hybrid_clock.cc:648] HybridClock initialized: now 1769981103311132 us; error 46 us; skew 500 ppm
21:25:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.311993 24209 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:03 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981103, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.317840 24209 init.cc:377] Logged in from keytab as kudu/127.23.137.61@KRBTEST.COM (short username kudu)
21:25:03.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.322894 24209 webserver.cc:492] Webserver started at http://127.23.137.61:38337/ using document root <none> and password file <none>
21:25:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.323782 24209 fs_manager.cc:362] Metadata directory not provided
21:25:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.324000 24209 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.324486 24209 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.329245 24209 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/instance:
21:25:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:03 on dist-test-slave-9d7x"
21:25:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.330403 24209 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal/instance:
21:25:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:03 on dist-test-slave-9d7x"
21:25:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.337666 24209 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
21:25:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.343400 24230 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.344436 24209 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.344785 24209 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:03 on dist-test-slave-9d7x"
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.345105 24209 fs_report.cc:389] FS layout report
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/data
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.393329 24209 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.401715 24209 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.402236 24209 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.486855 24209 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.61:42915
21:25:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.486871 24281 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.61:42915 every 8 connection(s)
21:25:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.490898 24209 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.497792 24282 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:25:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.499393 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24209
21:25:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.499871 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal/instance
21:25:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.512156 24282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } has no permanent_uuid. Determining permanent_uuid...
21:25:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.60@KRBTEST.COM; defaulting to no policy
21:25:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.60@KRBTEST.COM" created.
21:25:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:03 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981103, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.548400 24282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } has no permanent_uuid. Determining permanent_uuid...
21:25:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.60@KRBTEST.COM; defaulting to no policy
21:25:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.60@KRBTEST.COM" created.
21:25:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:03 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981103, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.577162 24282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } has no permanent_uuid. Determining permanent_uuid...
21:25:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.579568 24231 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.584054 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.589692 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/logs
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.60:37203
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.60
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.60
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:25:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.633597 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 1
21:25:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.641291 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.709764 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 2
21:25:03.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.713511 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.804864 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 3
21:25:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.808568 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.842065 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } attempt: 7
21:25:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:03 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981101, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.864544 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } has no permanent_uuid. Determining permanent_uuid...
21:25:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.872013 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.919351 24292 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.919991 24292 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.920706 24292 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.930454 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 1
21:25:03.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.934621 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.951968 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 4
21:25:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.955566 24292 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:25:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.955892 24292 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:25:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.956357 24292 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.956473 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.956897 24292 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:25:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.957191 24292 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:25:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.957502 24292 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:25:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:03.957731 24292 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.997923 24292 master_runner.cc:386] Master server non-default flags:
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.60
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.60:37203
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.60
21:25:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/logs
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:03.999576 24292 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.000890 24292 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:04.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.013190 24301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.016060 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 2
21:25:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.022771 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.108278 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 3
21:25:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.115914 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.255887 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 5
21:25:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.256512 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 4
21:25:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.264278 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.268608 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.547902 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 5
21:25:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.554680 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:04.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:04.816756 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 6
21:25:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.834308 24282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.107301 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 6
21:25:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.120332 24200 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:04.015666 24302 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.328275 24304 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.330484 24303 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1309 milliseconds
21:25:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.330613 24292 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:25:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.332149 24292 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.338678 24292 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.340114 24292 hybrid_clock.cc:648] HybridClock initialized: now 1769981105340075 us; error 61 us; skew 500 ppm
21:25:05.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.340902 24292 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981105, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.347263 24292 init.cc:377] Logged in from keytab as kudu/127.23.137.60@KRBTEST.COM (short username kudu)
21:25:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.352881 24292 webserver.cc:492] Webserver started at http://127.23.137.60:41701/ using document root <none> and password file <none>
21:25:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.353737 24292 fs_manager.cc:362] Metadata directory not provided
21:25:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.353919 24292 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.354351 24292 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:05.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.358527 24292 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/instance:
21:25:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f4401660f6f42c7aecab03ea2c60855"
21:25:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:05 on dist-test-slave-9d7x"
21:25:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.359557 24292 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal/instance:
21:25:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f4401660f6f42c7aecab03ea2c60855"
21:25:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:05 on dist-test-slave-9d7x"
21:25:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.367631 24292 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
21:25:05.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.372897 24317 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.374037 24292 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
21:25:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.374408 24292 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f4401660f6f42c7aecab03ea2c60855"
21:25:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:05 on dist-test-slave-9d7x"
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.374722 24292 fs_report.cc:389] FS layout report
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/data
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.437143 24292 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.442607 24292 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.443058 24292 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.528437 24292 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.60:37203
21:25:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.528499 24368 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.60:37203 every 8 connection(s)
21:25:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.531451 24292 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.538947 24369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:25:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.540112 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24292
21:25:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.540542 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal/instance
21:25:05.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.551050 24369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } has no permanent_uuid. Determining permanent_uuid...
21:25:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981099, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981105, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.589733 24369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } has no permanent_uuid. Determining permanent_uuid...
21:25:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981099, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981105, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.612767 24369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } has no permanent_uuid. Determining permanent_uuid...
21:25:05.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981099, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:05.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981105, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.645856 24369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Bootstrap starting.
21:25:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.651723 24369 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Neither blocks nor log segments found. Creating new log.
21:25:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.654263 24369 log.cc:826] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Log is configured to *not* fsync() on all Append() calls
21:25:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.658842 24369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: No bootstrap required, opened a new log
21:25:05.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.681090 24369 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.682677 24369 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:25:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.683048 24369 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f4401660f6f42c7aecab03ea2c60855, State: Initialized, Role: FOLLOWER
21:25:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.684106 24369 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.687808 24380 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.688676 24380 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: FOLLOWER
21:25:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.689512 24369 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: configured and running, proceeding with master startup.
21:25:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.699990 24323 tablet.cc:2378] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:25:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.721366 24391 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:25:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:05.721684 24391 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:25:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.717381 24292 master_runner.cc:186] Error getting master registration for 127.23.137.62:33295: OK, instance_id { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" instance_seqno: 1769981101459777 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:25:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.741503 24292 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:25:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.894933 24282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 7
21:25:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:05 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981103, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.926692 24282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Bootstrap starting.
21:25:05.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.932931 24282 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Neither blocks nor log segments found. Creating new log.
21:25:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.935377 24282 log.cc:826] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Log is configured to *not* fsync() on all Append() calls
21:25:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.941619 24282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: No bootstrap required, opened a new log
21:25:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.960548 24282 raft_consensus.cc:359] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.961244 24282 raft_consensus.cc:385] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:25:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.961545 24282 raft_consensus.cc:740] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa758a105a58459db53c6b3227ee0188, State: Initialized, Role: FOLLOWER
21:25:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.962548 24282 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:05.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.971187 24395 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:05.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.972435 24395 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:05.972860 24282 sys_catalog.cc:565] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: configured and running, proceeding with master startup.
21:25:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:06.012905 24406 catalog_manager.cc:1568] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:25:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:06.013521 24406 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:25:06.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.006848 24209 master_runner.cc:186] Error getting master registration for 127.23.137.62:33295: OK, instance_id { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" instance_seqno: 1769981101459777 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:25:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.038084 24209 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:25:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.153820 24200 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } attempt: 7
21:25:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:06.161741 24236 tablet.cc:2378] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:25:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:06 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981101, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.174871 24380 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:25:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.175387 24380 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.177773 24380 leader_election.cc:290] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5489bf19c3b049de81f1fb58f6d4b04c (127.23.137.62:33295), aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915)
21:25:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.180583 24257 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9f4401660f6f42c7aecab03ea2c60855" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa758a105a58459db53c6b3227ee0188" is_pre_election: true
21:25:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.181366 24257 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f4401660f6f42c7aecab03ea2c60855 in term 0.
21:25:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.182978 24319 leader_election.cc:304] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f4401660f6f42c7aecab03ea2c60855, aa758a105a58459db53c6b3227ee0188; no voters: 
21:25:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.184177 24380 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:25:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.184516 24380 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:25:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.186029 24380 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 0 FOLLOWER]: Advancing to term 1
21:25:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.199023 24200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Bootstrap starting.
21:25:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.203035 24380 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.206653 24380 leader_election.cc:290] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [CANDIDATE]: Term 1 election: Requested vote from peers 5489bf19c3b049de81f1fb58f6d4b04c (127.23.137.62:33295), aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915)
21:25:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.208199 24257 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9f4401660f6f42c7aecab03ea2c60855" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.208871 24257 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 0 FOLLOWER]: Advancing to term 1
21:25:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.210314 24200 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Neither blocks nor log segments found. Creating new log.
21:25:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.215107 24200 log.cc:826] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Log is configured to *not* fsync() on all Append() calls
21:25:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.222630 24257 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f4401660f6f42c7aecab03ea2c60855 in term 1.
21:25:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.225798 24319 leader_election.cc:304] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f4401660f6f42c7aecab03ea2c60855, aa758a105a58459db53c6b3227ee0188; no voters: 
21:25:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.226776 24380 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 FOLLOWER]: Leader election won for term 1
21:25:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.231963 24380 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 LEADER]: Becoming Leader. State: Replica: 9f4401660f6f42c7aecab03ea2c60855, State: Running, Role: LEADER
21:25:06.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.233037 24380 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.254506 24200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: No bootstrap required, opened a new log
21:25:06.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.259809 24410 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9f4401660f6f42c7aecab03ea2c60855. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.261646 24410 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: LEADER
21:25:06.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.283219 24412 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:25:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.290818 24412 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:25:06.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.321072 24257 raft_consensus.cc:1275] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Refusing update from remote peer 9f4401660f6f42c7aecab03ea2c60855: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:25:06.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.322690 24410 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:25:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.333151 24200 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.335150 24200 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:25:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.335873 24200 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5489bf19c3b049de81f1fb58f6d4b04c, State: Initialized, Role: FOLLOWER
21:25:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.338099 24200 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.364125 24395 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9f4401660f6f42c7aecab03ea2c60855. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.365320 24395 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.382877 24380 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.383567 24380 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: LEADER
21:25:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.379027 24414 mvcc.cc:204] Tried to move back new op lower bound from 7249842611474862080 to 7249842611150696448. Current Snapshot: MvccSnapshot[applied={T|T < 7249842611474862080}]
21:25:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.386554 24415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.388108 24412 catalog_manager.cc:1357] Generated new cluster ID: c12bd223125d433f990752cd67ee589f
21:25:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.388392 24412 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:25:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.388654 24415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: FOLLOWER
21:25:06.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.404296 24395 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.405014 24395 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.418848 24174 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9f4401660f6f42c7aecab03ea2c60855" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5489bf19c3b049de81f1fb58f6d4b04c"
21:25:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.419668 24174 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 0 FOLLOWER]: Advancing to term 1
21:25:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:06.422094 24154 tablet.cc:2378] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:25:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.422482 24175 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9f4401660f6f42c7aecab03ea2c60855" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" is_pre_election: true
21:25:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.429593 24174 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f4401660f6f42c7aecab03ea2c60855 in term 1.
21:25:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.431022 24173 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Refusing update from remote peer 9f4401660f6f42c7aecab03ea2c60855: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:25:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.437997 24200 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: configured and running, proceeding with master startup.
21:25:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.438323 24410 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:25:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.521040 24412 catalog_manager.cc:1380] Generated new certificate authority record
21:25:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.523123 24412 catalog_manager.cc:1514] Loading token signing keys...
21:25:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.537106 24410 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.537814 24410 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: LEADER
21:25:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.537832 24415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9f4401660f6f42c7aecab03ea2c60855. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.539029 24415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: FOLLOWER
21:25:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.540603 24424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9f4401660f6f42c7aecab03ea2c60855" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.563297 24424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: FOLLOWER
21:25:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.575577 24412 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Generated new TSK 0
21:25:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.576758 24412 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:25:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.622309 24435 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:25:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.1@KRBTEST.COM; defaulting to no policy
21:25:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.1@KRBTEST.COM" created.
21:25:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:06.722131 24100 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.137.1: real 0.129s	user 0.005s	sys 0.011s
21:25:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.1@KRBTEST.COM; defaulting to no policy
21:25:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.1@KRBTEST.COM" created.
21:25:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:06.771024 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/logs
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data/info.pb
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.1:0
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.1
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.1
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.1
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.019765 24406 catalog_manager.cc:1269] Loaded cluster ID: c12bd223125d433f990752cd67ee589f
21:25:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.021346 24406 catalog_manager.cc:1562] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: loading cluster ID for follower catalog manager: success
21:25:07.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.032927 24406 catalog_manager.cc:1584] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: acquiring CA information for follower catalog manager: success
21:25:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.039762 24406 catalog_manager.cc:1612] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:25:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.194033 24440 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.194572 24440 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.195259 24440 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.231191 24440 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.232282 24440 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.137.1
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.271875 24440 tablet_server_runner.cc:78] Tablet server non-default flags:
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.1
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.1:0
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data/info.pb
21:25:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.1
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.1
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/logs
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.273710 24440 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.274886 24440 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.289535 24446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.653688 24435 catalog_manager.cc:1269] Loaded cluster ID: c12bd223125d433f990752cd67ee589f
21:25:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.662319 24435 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: loading cluster ID for follower catalog manager: success
21:25:07.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.669406 24435 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: acquiring CA information for follower catalog manager: success
21:25:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:07.702005 24435 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:25:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:07.293375 24447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:08.689275 24445 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 24440
21:25:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:09.237300 24440 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.946s	user 0.448s	sys 0.898s
21:25:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:09.239101 24440 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.948s	user 0.448s	sys 0.898s
21:25:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.256357 24440 server_base.cc:1060] running on GCE node
21:25:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:09.258458 24453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.259712 24440 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.263072 24440 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.264740 24440 hybrid_clock.cc:648] HybridClock initialized: now 1769981109264582 us; error 156 us; skew 500 ppm
21:25:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.266064 24440 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:09.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:09 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981109, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.272516 24440 init.cc:377] Logged in from keytab as kudu/127.23.137.1@KRBTEST.COM (short username kudu)
21:25:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.283058 24440 webserver.cc:492] Webserver started at http://127.23.137.1:34891/ using document root <none> and password file <none>
21:25:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.284016 24440 fs_manager.cc:362] Metadata directory not provided
21:25:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.284240 24440 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.284821 24440 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.289178 24440 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data/instance:
21:25:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "990607687a414efeae5937023282fbc2"
21:25:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:09 on dist-test-slave-9d7x"
21:25:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.290449 24440 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal/instance:
21:25:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "990607687a414efeae5937023282fbc2"
21:25:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:09 on dist-test-slave-9d7x"
21:25:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.298395 24440 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
21:25:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.304183 24459 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.305318 24440 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.305729 24440 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "990607687a414efeae5937023282fbc2"
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:09 on dist-test-slave-9d7x"
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.306195 24440 fs_report.cc:389] FS layout report
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data/data
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.377106 24440 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.385701 24440 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.386284 24440 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.389454 24440 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:25:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.394871 24440 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:25:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.395102 24440 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:25:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.395419 24440 ts_tablet_manager.cc:616] Registered 0 tablets
21:25:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.395633 24440 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:25:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.768011 24440 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.1:44235
21:25:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.768075 24572 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.1:44235 every 8 connection(s)
21:25:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.772054 24440 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/data/info.pb
21:25:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.779923 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24440
21:25:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.780503 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-0/wal/instance
21:25:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.2@KRBTEST.COM; defaulting to no policy
21:25:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.2@KRBTEST.COM" created.
21:25:09.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:09 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981109, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:09 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981109, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.887612 24573 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.888232 24573 heartbeater.cc:461] Registering TS with master...
21:25:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.891197 24573 heartbeater.cc:507] Master 127.23.137.60:37203 requested a full tablet report, sending...
21:25:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:09 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981109, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.895135 24334 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.897946 24334 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.137.1@KRBTEST.COM'} at 127.23.137.1:47215
21:25:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.904083 24574 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.904536 24574 heartbeater.cc:461] Registering TS with master...
21:25:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.905153 24574 heartbeater.cc:507] Master 127.23.137.61:42915 requested a full tablet report, sending...
21:25:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.907809 24247 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.913151 24575 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.913532 24575 heartbeater.cc:461] Registering TS with master...
21:25:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.914247 24575 heartbeater.cc:507] Master 127.23.137.62:33295 requested a full tablet report, sending...
21:25:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.918712 24165 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.2@KRBTEST.COM; defaulting to no policy
21:25:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.2@KRBTEST.COM" created.
21:25:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:09.952419 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/logs
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data/info.pb
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:25:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.2:0
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.2
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.2
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.2
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.307428 24587 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.307879 24587 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.308452 24587 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.340694 24587 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.341714 24587 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.137.2
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:10.379685 24587 tablet_server_runner.cc:78] Tablet server non-default flags:
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.2
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.2:0
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data/info.pb
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.2
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.2
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/logs
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:10.380908 24587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:10.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:10.381834 24587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.395949 24593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:10.902266 24573 heartbeater.cc:499] Master 127.23.137.60:37203 was elected leader, sending a full tablet report...
21:25:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:11 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981111, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.329995 24144 init.cc:295] Successfully reacquired a new kerberos TGT
21:25:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:11.795840 24592 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 24587
21:25:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:11.858655 24592 kernel_stack_watchdog.cc:198] Thread 24587 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
21:25:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:25:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:25:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:25:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:25:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:10.397657 24594 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:11.860318 24587 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.461s	user 0.001s	sys 0.001s
21:25:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:11.860806 24587 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.462s	user 0.001s	sys 0.001s
21:25:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:11.866724 24596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.867168 24587 server_base.cc:1060] running on GCE node
21:25:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.868387 24587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.876338 24587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.878006 24587 hybrid_clock.cc:648] HybridClock initialized: now 1769981111877965 us; error 45 us; skew 500 ppm
21:25:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.878835 24587 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:11 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981111, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.885059 24587 init.cc:377] Logged in from keytab as kudu/127.23.137.2@KRBTEST.COM (short username kudu)
21:25:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.890262 24587 webserver.cc:492] Webserver started at http://127.23.137.2:45005/ using document root <none> and password file <none>
21:25:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.891206 24587 fs_manager.cc:362] Metadata directory not provided
21:25:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.891397 24587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.891783 24587 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.895867 24587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data/instance:
21:25:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7457a0034b644e1cb010c235c9e3cb0d"
21:25:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:11 on dist-test-slave-9d7x"
21:25:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.896870 24587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal/instance:
21:25:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7457a0034b644e1cb010c235c9e3cb0d"
21:25:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:11 on dist-test-slave-9d7x"
21:25:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.904290 24587 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
21:25:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.909991 24610 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.911252 24587 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
21:25:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.911576 24587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7457a0034b644e1cb010c235c9e3cb0d"
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:11 on dist-test-slave-9d7x"
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.911933 24587 fs_report.cc:389] FS layout report
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data/data
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.972474 24587 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.978505 24587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.978986 24587 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.981602 24587 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:25:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.985713 24587 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:25:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.986074 24587 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:25:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.986415 24587 ts_tablet_manager.cc:616] Registered 0 tablets
21:25:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:11.986593 24587 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:25:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.148866 24587 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.2:41901
21:25:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.148974 24722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.2:41901 every 8 connection(s)
21:25:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.151336 24587 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/data/info.pb
21:25:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.152108 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24587
21:25:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.152444 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-1/wal/instance
21:25:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:12 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981111, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.137.3@KRBTEST.COM; defaulting to no policy
21:25:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.219861 24723 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.220414 24723 heartbeater.cc:461] Registering TS with master...
21:25:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:12 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981111, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.137.3@KRBTEST.COM" created.
21:25:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.223150 24723 heartbeater.cc:507] Master 127.23.137.60:37203 requested a full tablet report, sending...
21:25:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:12 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981111, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.226735 24334 ts_manager.cc:194] Registered new tserver with Master: 7457a0034b644e1cb010c235c9e3cb0d (127.23.137.2:41901)
21:25:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.228515 24334 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.137.2@KRBTEST.COM'} at 127.23.137.2:36371
21:25:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.239270 24725 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.239576 24725 heartbeater.cc:461] Registering TS with master...
21:25:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.240156 24725 heartbeater.cc:507] Master 127.23.137.62:33295 requested a full tablet report, sending...
21:25:12.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.242451 24165 ts_manager.cc:194] Registered new tserver with Master: 7457a0034b644e1cb010c235c9e3cb0d (127.23.137.2:41901)
21:25:12.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.243590 24724 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.243842 24724 heartbeater.cc:461] Registering TS with master...
21:25:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.244308 24724 heartbeater.cc:507] Master 127.23.137.61:42915 requested a full tablet report, sending...
21:25:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.246686 24247 ts_manager.cc:194] Registered new tserver with Master: 7457a0034b644e1cb010c235c9e3cb0d (127.23.137.2:41901)
21:25:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.137.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.137.3@KRBTEST.COM; defaulting to no policy
21:25:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.137.3@KRBTEST.COM" created.
21:25:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:25:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.137.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab.
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.286199 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/logs
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data/info.pb
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.3:0
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.3
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.3
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.3
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.620349 24738 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.620815 24738 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.621372 24738 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.654430 24738 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.655364 24738 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.137.3
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.716729 24738 tablet_server_runner.cc:78] Tablet server non-default flags:
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.3
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.3:0
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data/info.pb
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.3
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.137.3
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/logs
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.718369 24738 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:12.719637 24738 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.732417 24744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:13.232537 24723 heartbeater.cc:499] Master 127.23.137.60:37203 was elected leader, sending a full tablet report...
21:25:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:13 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981113, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:13.324107 24226 init.cc:295] Successfully reacquired a new kerberos TGT
21:25:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.139048 24743 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 24738
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.296573 24743 kernel_stack_watchdog.cc:198] Thread 24738 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.297030 24738 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.564s	user 0.465s	sys 0.994s
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:12.733692 24745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.297454 24738 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.564s	user 0.465s	sys 0.994s
21:25:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.298214 24746 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1562 milliseconds
21:25:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.299103 24747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.299048 24738 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:25:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.302135 24738 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.304049 24738 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.305403 24738 hybrid_clock.cc:648] HybridClock initialized: now 1769981114305359 us; error 43 us; skew 500 ppm
21:25:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.306345 24738 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.312484 24738 init.cc:377] Logged in from keytab as kudu/127.23.137.3@KRBTEST.COM (short username kudu)
21:25:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.316957 24738 webserver.cc:492] Webserver started at http://127.23.137.3:37043/ using document root <none> and password file <none>
21:25:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.317862 24738 fs_manager.cc:362] Metadata directory not provided
21:25:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.318116 24738 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.318646 24738 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
21:25:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.322907 24738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data/instance:
21:25:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1701f9ba015445e888f63d002f3d2ca7"
21:25:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:14 on dist-test-slave-9d7x"
21:25:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.324224 24738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal/instance:
21:25:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1701f9ba015445e888f63d002f3d2ca7"
21:25:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:14 on dist-test-slave-9d7x"
21:25:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.331730 24738 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
21:25:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.337607 24758 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.338815 24738 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.339102 24738 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1701f9ba015445e888f63d002f3d2ca7"
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:14 on dist-test-slave-9d7x"
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.339387 24738 fs_report.cc:389] FS layout report
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal
21:25:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data/data
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.415812 24738 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.424466 24738 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.424870 24738 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.427861 24738 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:25:14.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.432232 24738 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:25:14.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.432482 24738 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:25:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.432801 24738 ts_tablet_manager.cc:616] Registered 0 tablets
21:25:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.432986 24738 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:25:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.654942 24738 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.3:33889
21:25:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.655069 24870 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.3:33889 every 8 connection(s)
21:25:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.657500 24738 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/data/info.pb
21:25:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.665473 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24738
21:25:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.666481 24100 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/ts-2/wal/instance
21:25:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.3@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.3@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.3@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.748067 24871 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.748595 24871 heartbeater.cc:461] Registering TS with master...
21:25:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.750001 24871 heartbeater.cc:507] Master 127.23.137.60:37203 requested a full tablet report, sending...
21:25:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.751977 24872 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.752324 24872 heartbeater.cc:461] Registering TS with master...
21:25:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.753835 24872 heartbeater.cc:507] Master 127.23.137.61:42915 requested a full tablet report, sending...
21:25:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.754449 24334 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.756290 24334 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.137.3@KRBTEST.COM'} at 127.23.137.3:49135
21:25:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.757176 24873 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.757515 24873 heartbeater.cc:461] Registering TS with master...
21:25:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.757582 24247 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.758572 24873 heartbeater.cc:507] Master 127.23.137.62:33295 requested a full tablet report, sending...
21:25:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.761647 24165 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.779886 24100 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:25:14.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

21:25:14.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

21:25:14.803 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

21:25:14.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.137.62"
      port: 33295
    }
    bound_http_address {
      host: "127.23.137.62"
      port: 44311
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.137.61"
      port: 42915
    }
    bound_http_address {
      host: "127.23.137.61"
      port: 38337
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.137.60"
      port: 37203
    }
    bound_http_address {
      host: "127.23.137.60"
      port: 41701
    }
  }
}

21:25:14.807 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:25:14.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.137.1"
      port: 44235
    }
    bound_http_address {
      host: "127.23.137.1"
      port: 34891
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.137.2"
      port: 41901
    }
    bound_http_address {
      host: "127.23.137.2"
      port: 45005
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.137.3"
      port: 33889
    }
    bound_http_address {
      host: "127.23.137.3"
      port: 37043
    }
  }
}

21:25:14.808 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:25:14.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

21:25:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
21:25:14.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.841 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc
21:25:14.848 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:25:14.849 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc
21:25:14.851 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:25:14.855 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
21:25:14.857 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:25:14.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

21:25:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:14 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981114, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
21:25:14.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.890 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc
21:25:14.891 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:25:14.892 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.137.62:33295
21:25:14.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

21:25:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.894618 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24130
21:25:14.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.922425 24320 connection.cc:537] client connection to 127.23.137.62:33295 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:25:14.923 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.137.61:42915
21:25:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.922816 24320 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:25:14.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

21:25:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.923753 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24209
21:25:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.930229 24320 consensus_peers.cc:597] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 -> Peer 5489bf19c3b049de81f1fb58f6d4b04c (127.23.137.62:33295): Couldn't send request to peer 5489bf19c3b049de81f1fb58f6d4b04c. Status: Network error: Client connection negotiation failed: client connection to 127.23.137.62:33295: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:25:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.957420 24461 connection.cc:537] client connection to 127.23.137.61:42915 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:25:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:14.958491 24574 heartbeater.cc:646] Failed to heartbeat to 127.23.137.61:42915 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:25:14.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.960 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.137.60:37203
21:25:14.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

21:25:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.960851 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24292
21:25:14.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:14.987 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.137.62:33295
21:25:14.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

21:25:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:14.993469 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/logs
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.62:33295
21:25:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.62
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44311
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.62
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:25:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.246347 24723 heartbeater.cc:646] Failed to heartbeat to 127.23.137.60:37203 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.333549 24888 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.334160 24888 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.335126 24888 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:15.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.367568 24888 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.367801 24888 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.368080 24888 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.368268 24888 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.368450 24888 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.368642 24888 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:25:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.368793 24888 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:15.406697 24888 master_runner.cc:386] Master server non-default flags:
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.62
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.62:33295
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.62
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44311
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/logs
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:15.407944 24888 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:15.408969 24888 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.419603 24896 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:15.761574 24871 heartbeater.cc:499] Master 127.23.137.60:37203 was elected leader, sending a full tablet report...
21:25:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.777521 24873 heartbeater.cc:646] Failed to heartbeat to 127.23.137.62:33295 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.137.62:33295: connect: Connection refused (error 111)
21:25:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:16.321628 24719 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8880 after lost signal to thread 24588
21:25:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:16.323565 24719 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8100 after lost signal to thread 24722
21:25:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:15.420280 24897 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:16.824790 24895 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 24888
21:25:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:17.293319 24895 kernel_stack_watchdog.cc:198] Thread 24888 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
21:25:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:25:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:25:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:25:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:25:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:17.294739 24899 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:17.295696 24888 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.876s	user 0.533s	sys 1.014s
21:25:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:17.296082 24888 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.876s	user 0.533s	sys 1.014s
21:25:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:17.298537 24898 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1878 milliseconds
21:25:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.298593 24888 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:25:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.300204 24888 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.303329 24888 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.304782 24888 hybrid_clock.cc:648] HybridClock initialized: now 1769981117304743 us; error 27 us; skew 500 ppm
21:25:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.305982 24888 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:17 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981117, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:17.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.313990 24888 init.cc:377] Logged in from keytab as kudu/127.23.137.62@KRBTEST.COM (short username kudu)
21:25:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.319990 24888 webserver.cc:492] Webserver started at http://127.23.137.62:44311/ using document root <none> and password file <none>
21:25:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.320878 24888 fs_manager.cc:362] Metadata directory not provided
21:25:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.321087 24888 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.329596 24888 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.003s	sys 0.003s
21:25:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.334467 24928 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:17.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.335716 24888 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.003s
21:25:17.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.336071 24888 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5489bf19c3b049de81f1fb58f6d4b04c"
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:01 on dist-test-slave-9d7x"
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.337930 24888 fs_report.cc:389] FS layout report
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/wal
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/data
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.388182 24888 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.393656 24888 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.394189 24888 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.481771 24888 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.62:33295
21:25:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.481838 24979 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.62:33295 every 8 connection(s)
21:25:17.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.484871 24888 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-0/data/info.pb
21:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.489502 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24888
21:25:17.490 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:17.491 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.137.61:42915
21:25:17.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.492833 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/logs
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.61:42915
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.61
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38337
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.61
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.501323 24980 sys_catalog.cc:263] Verifying existing consensus state
21:25:17.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.510250 24980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Bootstrap starting.
21:25:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.576016 24980 log.cc:826] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Log is configured to *not* fsync() on all Append() calls
21:25:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.599531 24980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:25:17.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.600631 24980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Bootstrap complete.
21:25:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.638248 24980 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.642095 24980 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5489bf19c3b049de81f1fb58f6d4b04c, State: Initialized, Role: FOLLOWER
21:25:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.643332 24980 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.648082 24984 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.649379 24984 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: FOLLOWER
21:25:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.654296 24980 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: configured and running, proceeding with master startup.
21:25:17.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.827711 24995 catalog_manager.cc:1269] Loaded cluster ID: c12bd223125d433f990752cd67ee589f
21:25:17.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.828013 24995 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: loading cluster ID for follower catalog manager: success
21:25:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:17 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981117, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.850033 24995 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: acquiring CA information for follower catalog manager: success
21:25:17.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.857038 24995 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:25:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.882017 24873 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.901880 24945 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1701f9ba015445e888f63d002f3d2ca7" instance_seqno: 1769981114618607) as {username='kudu', principal='kudu/127.23.137.3@KRBTEST.COM'} at 127.23.137.3:34425; Asking this server to re-register.
21:25:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.904865 24873 heartbeater.cc:461] Registering TS with master...
21:25:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.908890 24944 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.886173 24888 master_runner.cc:186] Error getting master registration for 127.23.137.61:42915: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111), 
21:25:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:17.928004 24888 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:25:18.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.021178 24575 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.024076 24945 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "990607687a414efeae5937023282fbc2" instance_seqno: 1769981109727158) as {username='kudu', principal='kudu/127.23.137.1@KRBTEST.COM'} at 127.23.137.1:59105; Asking this server to re-register.
21:25:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.025421 24575 heartbeater.cc:461] Registering TS with master...
21:25:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.028599 24945 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.057156 24982 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.058145 24982 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.061285 24982 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.117620 24982 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:25:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.118026 24982 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:25:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.118536 24982 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.118908 24982 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:25:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.119272 24982 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:25:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.119570 24982 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:25:18.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.119804 24982 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.180639 24982 master_runner.cc:386] Master server non-default flags:
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:25:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.61
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.61:42915
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.61
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38337
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/logs
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.182269 24982 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.183651 24982 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.241796 25011 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.302277 24725 heartbeater.cc:344] Connected to a master server at 127.23.137.62:33295
21:25:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.305112 24945 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7457a0034b644e1cb010c235c9e3cb0d" instance_seqno: 1769981112112045) as {username='kudu', principal='kudu/127.23.137.2@KRBTEST.COM'} at 127.23.137.2:43663; Asking this server to re-register.
21:25:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.307603 24725 heartbeater.cc:461] Registering TS with master...
21:25:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:18.310616 24945 ts_manager.cc:194] Registered new tserver with Master: 7457a0034b644e1cb010c235c9e3cb0d (127.23.137.2:41901)
21:25:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:19 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981119, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.279405 24455 init.cc:295] Successfully reacquired a new kerberos TGT
21:25:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.527060 25026 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:25:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.527868 25026 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.565419 25026 leader_election.cc:290] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915), 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203)
21:25:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:19.568105 24930 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:19.593065 24930 leader_election.cc:336] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915): Network error: Client connection negotiation failed: client connection to 127.23.137.61:42915: connect: Connection refused (error 111)
21:25:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:19.599254 24929 leader_election.cc:336] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203): Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.599934 24929 leader_election.cc:304] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5489bf19c3b049de81f1fb58f6d4b04c; no voters: 9f4401660f6f42c7aecab03ea2c60855, aa758a105a58459db53c6b3227ee0188
21:25:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:19.600942 25026 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:25:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:19.625124 25010 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 24982
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.127028 25010 kernel_stack_watchdog.cc:198] Thread 24982 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 368ms:
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:25:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:18.256757 25012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.129122 24982 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.874s	user 0.606s	sys 1.089s
21:25:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.129467 24982 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.875s	user 0.606s	sys 1.089s
21:25:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.143999 24982 server_base.cc:1060] running on GCE node
21:25:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.144488 25034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.145864 24982 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.148766 24982 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:20.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.150157 24982 hybrid_clock.cc:648] HybridClock initialized: now 1769981120150118 us; error 43 us; skew 500 ppm
21:25:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.151104 24982 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:20 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981120, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:20.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.157786 24982 init.cc:377] Logged in from keytab as kudu/127.23.137.61@KRBTEST.COM (short username kudu)
21:25:20.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.163199 24982 webserver.cc:492] Webserver started at http://127.23.137.61:38337/ using document root <none> and password file <none>
21:25:20.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.164145 24982 fs_manager.cc:362] Metadata directory not provided
21:25:20.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.164389 24982 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.172848 24982 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.001s	sys 0.005s
21:25:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.177632 25040 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.178859 24982 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.179217 24982 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:03 on dist-test-slave-9d7x"
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.181114 24982 fs_report.cc:389] FS layout report
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/wal
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/data
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.235432 24982 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.245044 24982 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.245532 24982 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.346896 24982 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.61:42915
21:25:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.347036 25093 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.61:42915 every 8 connection(s)
21:25:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.349828 24982 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-1/data/info.pb
21:25:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.352134 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 24982
21:25:20.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:20.354 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.137.60:37203
21:25:20.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.356851 24100 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/logs
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.60:37203
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.60
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41701
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.60
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:25:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:25:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.374130 25094 sys_catalog.cc:263] Verifying existing consensus state
21:25:20.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.383612 25094 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Bootstrap starting.
21:25:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.436029 25094 log.cc:826] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Log is configured to *not* fsync() on all Append() calls
21:25:20.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.455289 25094 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:25:20.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.456315 25094 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: Bootstrap complete.
21:25:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.492722 25094 raft_consensus.cc:359] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.496475 25094 raft_consensus.cc:740] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa758a105a58459db53c6b3227ee0188, State: Initialized, Role: FOLLOWER
21:25:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.497512 25094 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.510217 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.512782 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.512375 25094 sys_catalog.cc:565] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: configured and running, proceeding with master startup.
21:25:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.555205 25109 catalog_manager.cc:1269] Loaded cluster ID: c12bd223125d433f990752cd67ee589f
21:25:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.555543 25109 catalog_manager.cc:1562] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: loading cluster ID for follower catalog manager: success
21:25:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.572408 25109 catalog_manager.cc:1584] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: acquiring CA information for follower catalog manager: success
21:25:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:20 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981120, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.61@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.590463 25109 catalog_manager.cc:1612] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:25:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.636655 24982 master_runner.cc:186] Error getting master registration for 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111), 
21:25:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.663241 24982 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:25:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.907732 24872 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.913753 25057 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1701f9ba015445e888f63d002f3d2ca7" instance_seqno: 1769981114618607) as {username='kudu', principal='kudu/127.23.137.3@KRBTEST.COM'} at 127.23.137.3:50507; Asking this server to re-register.
21:25:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.915596 24872 heartbeater.cc:461] Registering TS with master...
21:25:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:20.919314 25056 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.929723 25096 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:25:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.930728 25096 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:25:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.932194 25096 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:25:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.985011 25096 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:25:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.985600 25096 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:25:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.986213 25096 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:25:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.986755 25096 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:25:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.987216 25096 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:25:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.987671 25096 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:25:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:20.988057 25096 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38063/jwks.json
21:25:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.035512 25096 master_runner.cc:386] Master server non-default flags:
21:25:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:25:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.137.20:38065
21:25:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:25:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:25:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/krb5kdc/kudu.keytab
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.137.60
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.137.60:37203
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38063/jwks.json
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.137.60
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41701
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:25:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/logs
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Feb 2026 21:12:08 UTC on 24a791456cd2
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10301
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.037087 25096 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:25:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.039800 25096 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:25:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.081718 24574 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.084460 25056 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "990607687a414efeae5937023282fbc2" instance_seqno: 1769981109727158) as {username='kudu', principal='kudu/127.23.137.1@KRBTEST.COM'} at 127.23.137.1:45329; Asking this server to re-register.
21:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.085711 24574 heartbeater.cc:461] Registering TS with master...
21:25:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.088847 25056 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.097493 25123 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.376029 24724 heartbeater.cc:344] Connected to a master server at 127.23.137.61:42915
21:25:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.379076 25056 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7457a0034b644e1cb010c235c9e3cb0d" instance_seqno: 1769981112112045) as {username='kudu', principal='kudu/127.23.137.2@KRBTEST.COM'} at 127.23.137.2:49753; Asking this server to re-register.
21:25:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.380369 24724 heartbeater.cc:461] Registering TS with master...
21:25:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.383701 25056 ts_manager.cc:194] Registered new tserver with Master: 7457a0034b644e1cb010c235c9e3cb0d (127.23.137.2:41901)
21:25:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.702775 25130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:25:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.703517 25130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.706367 25130 leader_election.cc:290] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915), 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203)
21:25:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.837548 24929 leader_election.cc:336] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203): Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.843658 25068 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "aa758a105a58459db53c6b3227ee0188" is_pre_election: true
21:25:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.845011 25068 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5489bf19c3b049de81f1fb58f6d4b04c in term 1.
21:25:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.847030 24930 leader_election.cc:304] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5489bf19c3b049de81f1fb58f6d4b04c, aa758a105a58459db53c6b3227ee0188; no voters: 9f4401660f6f42c7aecab03ea2c60855
21:25:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.848213 25130 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Leader pre-election won for term 2
21:25:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.848551 25130 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:25:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.848637 24719 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5040 after lost signal to thread 24588
21:25:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.848896 25130 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 1 FOLLOWER]: Advancing to term 2
21:25:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.849748 24719 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae180 after lost signal to thread 24722
21:25:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.870093 25130 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.873346 25130 leader_election.cc:290] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 election: Requested vote from peers aa758a105a58459db53c6b3227ee0188 (127.23.137.61:42915), 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203)
21:25:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.873248 25068 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "aa758a105a58459db53c6b3227ee0188"
21:25:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.873837 25068 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 1 FOLLOWER]: Advancing to term 2
21:25:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:21 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981121, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.890090 24606 init.cc:295] Successfully reacquired a new kerberos TGT
21:25:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.891283 24929 leader_election.cc:336] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203): Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111)
21:25:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.903281 25068 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5489bf19c3b049de81f1fb58f6d4b04c in term 2.
21:25:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.905015 24930 leader_election.cc:304] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5489bf19c3b049de81f1fb58f6d4b04c, aa758a105a58459db53c6b3227ee0188; no voters: 9f4401660f6f42c7aecab03ea2c60855
21:25:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.906142 25130 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 2 FOLLOWER]: Leader election won for term 2
21:25:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.927198 25130 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [term 2 LEADER]: Becoming Leader. State: Replica: 5489bf19c3b049de81f1fb58f6d4b04c, State: Running, Role: LEADER
21:25:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.928157 25130 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.948556 25136 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5489bf19c3b049de81f1fb58f6d4b04c. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.949259 25136 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: LEADER
21:25:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.963095 25138 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:25:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.976848 25138 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:25:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.994845 25138 catalog_manager.cc:1269] Loaded cluster ID: c12bd223125d433f990752cd67ee589f
21:25:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:21.995496 25138 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:25:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.001363 25138 catalog_manager.cc:1514] Loading token signing keys...
21:25:22.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.006698 25138 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c: Loaded TSK: 0
21:25:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.019244 25138 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:25:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.494665 25068 raft_consensus.cc:1275] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [term 2 FOLLOWER]: Refusing update from remote peer 5489bf19c3b049de81f1fb58f6d4b04c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
21:25:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.497478 25142 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [LEADER]: Connected to new peer: Peer: permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
21:25:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.538781 25143 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5489bf19c3b049de81f1fb58f6d4b04c. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.551405 25143 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.559176 25145 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.560072 25145 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: LEADER
21:25:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.578687 25143 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.579639 25143 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa758a105a58459db53c6b3227ee0188 [sys.catalog]: This master's current role is: FOLLOWER
21:25:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.587301 24929 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c -> Peer 9f4401660f6f42c7aecab03ea2c60855 (127.23.137.60:37203): Couldn't send request to peer 9f4401660f6f42c7aecab03ea2c60855. Status: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.478055 25122 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 25096
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.730741 25122 kernel_stack_watchdog.cc:198] Thread 25096 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 373ms:
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:25:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:21.108446 25124 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.733225 25096 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.630s	user 0.555s	sys 0.787s
21:25:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.733951 25096 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.631s	user 0.555s	sys 0.787s
21:25:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.739390 25096 server_base.cc:1060] running on GCE node
21:25:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.739706 25153 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:25:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.741140 25096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:25:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.743755 25096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:25:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.745113 25096 hybrid_clock.cc:648] HybridClock initialized: now 1769981122745072 us; error 40 us; skew 500 ppm
21:25:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.745936 25096 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:25:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:22 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981122, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.752471 25096 init.cc:377] Logged in from keytab as kudu/127.23.137.60@KRBTEST.COM (short username kudu)
21:25:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.758461 25096 webserver.cc:492] Webserver started at http://127.23.137.60:41701/ using document root <none> and password file <none>
21:25:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.759541 25096 fs_manager.cc:362] Metadata directory not provided
21:25:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.759862 25096 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:25:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.768175 25096 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.001s	sys 0.004s
21:25:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.773768 25159 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:25:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.775007 25096 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.775352 25096 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data,/tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f4401660f6f42c7aecab03ea2c60855"
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-01 21:25:05 on dist-test-slave-9d7x"
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.777287 25096 fs_report.cc:389] FS layout report
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/wal
21:25:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/data
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:25:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:25:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.778805 25090 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe40 after lost signal to thread 25003
21:25:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:22.779505 25090 debug-util.cc:398] Leaking SignalData structure 0x7b0800071300 after lost signal to thread 25093
21:25:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.843196 25096 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:25:22.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.851323 25096 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:25:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.851934 25096 kserver.cc:163] Server-wide thread pool size limit: 3276
21:25:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.952085 24888 master_runner.cc:186] Error getting master registration for 127.23.137.60:37203: Network error: Client connection negotiation failed: client connection to 127.23.137.60:37203: connect: Connection refused (error 111), 
21:25:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:22.952723 24888 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:25:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.047354 24575 heartbeater.cc:499] Master 127.23.137.62:33295 was elected leader, sending a full tablet report...
21:25:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.193221 25096 rpc_server.cc:307] RPC server started. Bound to: 127.23.137.60:37203
21:25:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.193287 25213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.137.60:37203 every 8 connection(s)
21:25:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.196285 25096 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskYUQDjm/test-tmp/mini-kudu-cluster3916945099651277208/master-2/data/info.pb
21:25:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.198580 24100 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu as pid 25096
21:25:23.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
21:25:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.211927 25214 sys_catalog.cc:263] Verifying existing consensus state
21:25:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.220675 25214 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Bootstrap starting.
21:25:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.289966 25214 log.cc:826] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Log is configured to *not* fsync() on all Append() calls
21:25:23.311 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.137.62:33295(127.23.137.62:33295)] connecting to peer
21:25:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.326846 25214 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:25:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.328051 25214 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855: Bootstrap complete.
21:25:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.329211 24725 heartbeater.cc:499] Master 127.23.137.62:33295 was elected leader, sending a full tablet report...
21:25:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.368288 25214 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.371652 25214 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f4401660f6f42c7aecab03ea2c60855, State: Initialized, Role: FOLLOWER
21:25:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.372923 25214 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } }
21:25:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.381431 25218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.382238 25218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: FOLLOWER
21:25:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.386015 25214 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: configured and running, proceeding with master startup.
21:25:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:23 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981121, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.2@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.460053 24723 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:23.494 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.137.61:42915(127.23.137.61:42915)] connecting to peer
21:25:23.497 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.137.60:37203(127.23.137.60:37203)] connecting to peer
21:25:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.499910 25232 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:25:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:23 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981122, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.62@KRBTEST.COM
21:25:23.597 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.137.62:33295(127.23.137.62:33295)] Successfully connected to peer
21:25:23.592 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.137.61:42915(127.23.137.61:42915)] Successfully connected to peer
21:25:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:23 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981122, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.61@KRBTEST.COM
21:25:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:23 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981122, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.60@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:23.704 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.137.60:37203(127.23.137.60:37203)] Successfully connected to peer
21:25:23.738 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
21:25:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:23 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981117, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.62@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:23.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.762732 25187 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [term 1 FOLLOWER]: Advancing to term 2
21:25:23.764 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.137.61
21:25:23.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.137.62
21:25:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.811570 25218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5489bf19c3b049de81f1fb58f6d4b04c. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.812454 25218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: FOLLOWER
21:25:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.811520 25242 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.814810 25242 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f4401660f6f42c7aecab03ea2c60855 [sys.catalog]: This master's current role is: FOLLOWER
21:25:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:23.958894 24873 heartbeater.cc:499] Master 127.23.137.62:33295 was elected leader, sending a full tablet report...
21:25:23.963 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.137.60
21:25:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.000245 24871 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.000795 24871 heartbeater.cc:499] Master 127.23.137.60:37203 was elected leader, sending a full tablet report...
21:25:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.006871 25177 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1701f9ba015445e888f63d002f3d2ca7" instance_seqno: 1769981114618607) as {username='kudu', principal='kudu/127.23.137.3@KRBTEST.COM'} at 127.23.137.3:50197; Asking this server to re-register.
21:25:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.008818 24871 heartbeater.cc:461] Registering TS with master...
21:25:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.013253 25176 ts_manager.cc:194] Registered new tserver with Master: 1701f9ba015445e888f63d002f3d2ca7 (127.23.137.3:33889)
21:25:24.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.137.61:42915(127.23.137.61:42915)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.137.62:33295(127.23.137.62:33295)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.137.61:42915: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:24.173528 25237 negotiation.cc:337] Failed RPC negotiation. Trace:
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.593477 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38506 (local address 127.23.137.61:42915)
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.607527 (+ 14050us) server_negotiation.cc:207] Beginning negotiation
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.607553 (+    26us) server_negotiation.cc:400] Waiting for connection header
21:25:24.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.137.62:33295: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.655899 (+ 48346us) server_negotiation.cc:408] Connection header received
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.698508 (+ 42609us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.698536 (+    28us) server_negotiation.cc:462] Received NEGOTIATE request from client
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.698787 (+   251us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.698951 (+   164us) server_negotiation.cc:227] Negotiated authn=SASL
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.952937 (+253986us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.955246 (+  2309us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.159157 (+203911us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.159844 (+   687us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
21:25:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.170734 (+ 10890us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38506: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38506): Cannot send after transport endpoint shutdown (error 108)
21:25:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13420,"thread_start_us":14026,"threads_started":1}
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:24.178996 25235 negotiation.cc:337] Failed RPC negotiation. Trace:
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.595680 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36378 (local address 127.23.137.62:33295)
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.600393 (+  4713us) server_negotiation.cc:207] Beginning negotiation
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.600419 (+    26us) server_negotiation.cc:400] Waiting for connection header
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.656206 (+ 55787us) server_negotiation.cc:408] Connection header received
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.703060 (+ 46854us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.703092 (+    32us) server_negotiation.cc:462] Received NEGOTIATE request from client
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.703337 (+   245us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
21:25:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.703484 (+   147us) server_negotiation.cc:227] Negotiated authn=SASL
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.961512 (+258028us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.963169 (+  1657us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.150377 (+187208us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.151073 (+   696us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.176957 (+ 25884us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36378: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:36378): Cannot send after transport endpoint shutdown (error 108)
21:25:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":4116}
21:25:24.195 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.137.61:42915(127.23.137.61:42915)] handling channelInactive
21:25:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.206255 25145 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5489bf19c3b049de81f1fb58f6d4b04c" member_type: VOTER last_known_addr { host: "127.23.137.62" port: 33295 } } peers { permanent_uuid: "aa758a105a58459db53c6b3227ee0188" member_type: VOTER last_known_addr { host: "127.23.137.61" port: 42915 } } peers { permanent_uuid: "9f4401660f6f42c7aecab03ea2c60855" member_type: VOTER last_known_addr { host: "127.23.137.60" port: 37203 } } }
21:25:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.208106 25145 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5489bf19c3b049de81f1fb58f6d4b04c [sys.catalog]: This master's current role is: LEADER
21:25:24.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.137.60:37203(127.23.137.60:37203)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.137.60:37203: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
21:25:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:24 dist-test-slave-9d7x krb5kdc[24112](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981119, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.1@KRBTEST.COM for kudu/127.23.137.60@KRBTEST.COM
21:25:24.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1018), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.62:33295, [276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.61:42915, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.60:37203, [948ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.62:33295: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [948ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.61:42915: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [994ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.60:37203: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) [netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

21:25:24.228 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1024), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.62:33295, [276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.61:42915, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.137.60:37203, [948ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.62:33295: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [948ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.61:42915: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [994ms] Sub RPC ConnectToMaster: received response from server master-127.23.137.60:37203: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
21:25:24.231 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.137.62:33295(127.23.137.62:33295)] disconnecting while in state TERMINATED
21:25:24.232 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.137.60:37203(127.23.137.60:37203)] disconnecting while in state TERMINATED
21:25:24.232 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.137.61:42915(127.23.137.61:42915)] disconnecting while in state TERMINATED
21:25:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260201 21:25:24.240594 25221 negotiation.cc:337] Failed RPC negotiation. Trace:
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.594566 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37354 (local address 127.23.137.60:37203)
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.595271 (+   705us) server_negotiation.cc:207] Beginning negotiation
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.595300 (+    29us) server_negotiation.cc:400] Waiting for connection header
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.704615 (+109315us) server_negotiation.cc:408] Connection header received
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.708801 (+  4186us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.708832 (+    31us) server_negotiation.cc:462] Received NEGOTIATE request from client
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.709086 (+   254us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.709249 (+   163us) server_negotiation.cc:227] Negotiated authn=SASL
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.980778 (+271529us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:23.982336 (+  1558us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.201411 (+219075us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.202032 (+   621us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0201 21:25:24.238447 (+ 36415us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37354: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:37354): Cannot send after transport endpoint shutdown (error 108)
21:25:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":106}
21:25:24.241 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.137.62:33295(127.23.137.62:33295)] handling channelInactive
21:25:24.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:25:24.254 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:25:24.254 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.137.60:37203(127.23.137.60:37203)] handling channelInactive
21:25:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.255976 24573 heartbeater.cc:344] Connected to a master server at 127.23.137.60:37203
21:25:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.259068 25177 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "990607687a414efeae5937023282fbc2" instance_seqno: 1769981109727158) as {username='kudu', principal='kudu/127.23.137.1@KRBTEST.COM'} at 127.23.137.1:40809; Asking this server to re-register.
21:25:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.260695 24573 heartbeater.cc:461] Registering TS with master...
21:25:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.264395 25177 ts_manager.cc:194] Registered new tserver with Master: 990607687a414efeae5937023282fbc2 (127.23.137.1:44235)
21:25:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.287492 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24440
21:25:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Feb 01 21:25:24 dist-test-slave-9d7x krb5kdc[24112](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769981124, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.137.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:25:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.318223 24754 init.cc:295] Successfully reacquired a new kerberos TGT
21:25:24.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.321813 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24587
21:25:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.359536 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24738
21:25:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.384371 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24888
21:25:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.429620 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 24982
21:25:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:24.460397 24100 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 25096
21:25:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:25:25Z chronyd exiting
21:25:26.706 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:25:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.707497 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23662
21:25:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.734903 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23811
21:25:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.760582 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23958
21:25:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.784701 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23388
21:25:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.813024 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23458
21:25:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260201 21:25:26.840219 23376 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYUQDjm/build/tsan/bin/kudu with pid 23535
21:25:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-01T21:25:27Z chronyd exiting
21:25:28.998 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
		at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more

21:25:29.452 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
21:25:29.452 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
		at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.137.62:33295,127.23.137.61:42915,127.23.137.60:37203). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more