01:31:29.534 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:31:29.534 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5k8PQk/test-tmp
01:31:29.535 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:31:29.535 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5k8PQk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:31:29.536 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:31:29.863 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:31:29.864 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:31:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:29.866935 16219 mini_oidc.cc:152] Starting JWKS server
01:31:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:29.870603 16219 webserver.cc:460] Webserver started at http://127.0.0.1:37953/ using document root <none> and password file <none>
01:31:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:29.871021 16219 mini_oidc.cc:189] Starting OIDC Discovery server
01:31:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:29.872737 16219 webserver.cc:460] Webserver started at http://127.0.0.1:46631/ using document root <none> and password file <none>
01:31:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:31:29Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:31:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:31:29Z Disabled control of system clock
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:29.921334 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/logs
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data/info.pb
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.254:41519
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.254
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json with env {}
01:31:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.211724 16231 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.212324 16231 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.212833 16231 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.243283 16231 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.243558 16231 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.243763 16231 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:30.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.243955 16231 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:30.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.244143 16231 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:30.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.244302 16231 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37953/jwks.json
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:30.279103 16231 master_runner.cc:386] Master server non-default flags:
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.254:41519
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data/info.pb
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.254
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/logs
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:30.280313 16231 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:30.281843 16231 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:30.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.299468 16238 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.300738 16237 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:30.299778 16240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.487660 16239 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:31:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.487774 16231 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:31:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.491313 16231 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.493920 16231 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.495307 16231 hybrid_clock.cc:648] HybridClock initialized: now 1790472691495279 us; error 35 us; skew 500 ppm
01:31:31.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.496176 16231 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.502465 16231 webserver.cc:460] Webserver started at http://127.15.214.254:41923/ using document root <none> and password file <none>
01:31:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.503659 16231 fs_manager.cc:359] Metadata directory not provided
01:31:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.503849 16231 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.504268 16231 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.509032 16231 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data/instance:
01:31:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b01965e29a794afd96d177d203a211a0"
01:31:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:31 on dist-test-slave-8d67"
01:31:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.510040 16231 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal/instance:
01:31:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b01965e29a794afd96d177d203a211a0"
01:31:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:31 on dist-test-slave-8d67"
01:31:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.516950 16231 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
01:31:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.522148 16247 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.523216 16231 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
01:31:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.523478 16231 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal
01:31:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b01965e29a794afd96d177d203a211a0"
01:31:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:31 on dist-test-slave-8d67"
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.523770 16231 fs_report.cc:383] FS layout report
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data/data
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.566958 16231 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.568755 16231 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.569149 16231 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.636155 16231 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.254:41519
01:31:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.636264 16298 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.254:41519 every 8 connection(s)
01:31:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.638705 16231 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/data/info.pb
01:31:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.639807 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16231
01:31:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.640341 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-0/wal/instance
01:31:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.644632 16299 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.644759 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/logs
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data/info.pb
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.253:46671
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.253
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json with env {}
01:31:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.655809 16299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } has no permanent_uuid. Determining permanent_uuid...
01:31:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.683786 16299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } has no permanent_uuid. Determining permanent_uuid...
01:31:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.686179 16249 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.690155 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.739667 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 1
01:31:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.743467 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.811833 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 2
01:31:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.815459 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:31.906913 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 3
01:31:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.910552 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.948999 16301 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.949651 16301 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.950141 16301 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.982111 16301 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.982385 16301 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.982581 16301 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.982767 16301 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.982964 16301 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:31.983106 16301 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37953/jwks.json
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.017675 16301 master_runner.cc:386] Master server non-default flags:
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.253:46671
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data/info.pb
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.253
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/logs
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.018788 16301 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:32.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.020251 16301 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.036597 16310 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.053946 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 4
01:31:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.058190 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.357798 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 5
01:31:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.363914 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.911612 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 6
01:31:32.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.918529 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.253:46671: Network error: Client connection negotiation failed: client connection to 127.15.214.253:46671: connect: Connection refused (error 111)
01:31:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.036590 16313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:32.036597 16311 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:32.038460 16301 server_base.cc:1034] running on GCE node
01:31:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.232738 16301 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.235829 16301 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.237231 16301 hybrid_clock.cc:648] HybridClock initialized: now 1790472693237178 us; error 73 us; skew 500 ppm
01:31:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.238009 16301 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.244525 16301 webserver.cc:460] Webserver started at http://127.15.214.253:33255/ using document root <none> and password file <none>
01:31:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.245436 16301 fs_manager.cc:359] Metadata directory not provided
01:31:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.245627 16301 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.246039 16301 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.251120 16301 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data/instance:
01:31:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c68b8a406c745c9b3271bff66fa8de1"
01:31:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:33 on dist-test-slave-8d67"
01:31:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.252153 16301 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal/instance:
01:31:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c68b8a406c745c9b3271bff66fa8de1"
01:31:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:33 on dist-test-slave-8d67"
01:31:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.259078 16301 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
01:31:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.264525 16322 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.265573 16301 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.265846 16301 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c68b8a406c745c9b3271bff66fa8de1"
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:33 on dist-test-slave-8d67"
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.266177 16301 fs_report.cc:383] FS layout report
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data/data
01:31:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.298558 16301 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.299918 16301 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.300320 16301 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.369084 16301 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.253:46671
01:31:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.369153 16373 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.253:46671 every 8 connection(s)
01:31:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.371601 16301 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/data/info.pb
01:31:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.373740 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16301
01:31:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.374246 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-1/wal/instance
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.377287 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/logs
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data/info.pb
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.252:40931
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.252
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json with env {}
01:31:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.378039 16374 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.391160 16374 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } has no permanent_uuid. Determining permanent_uuid...
01:31:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.413482 16374 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } has no permanent_uuid. Determining permanent_uuid...
01:31:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.430078 16374 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } has no permanent_uuid. Determining permanent_uuid...
01:31:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.432478 16323 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.436594 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.486090 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 1
01:31:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.489660 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.558152 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 2
01:31:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.561749 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.653119 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 3
01:31:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.656955 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.685695 16376 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.686223 16376 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.686669 16376 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.719295 16376 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.719595 16376 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.719821 16376 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.720016 16376 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.720199 16376 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.720448 16376 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37953/jwks.json
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.754807 16376 master_runner.cc:386] Master server non-default flags:
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.252:40931
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37953/jwks.json
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data/info.pb
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.252
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/logs
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.756390 16376 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.757998 16376 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.776149 16389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.800400 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 4
01:31:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.804668 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.979111 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } attempt: 7
01:31:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.992265 16299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } has no permanent_uuid. Determining permanent_uuid...
01:31:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.997279 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.055887 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 1
01:31:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.060026 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.104027 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 5
01:31:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.108553 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.141690 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 2
01:31:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.145640 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.231261 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 3
01:31:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.235409 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.376040 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 4
01:31:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.381929 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.655966 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 6
01:31:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.664325 16374 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:34.665539 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 5
01:31:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:34.670732 16299 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.214.252:40931: Network error: Client connection negotiation failed: client connection to 127.15.214.252:40931: connect: Connection refused (error 111)
01:31:35.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.776156 16386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:35.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:33.776289 16387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:35.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:33.777300 16376 server_base.cc:1034] running on GCE node
01:31:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.015602 16376 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.018203 16376 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.019548 16376 hybrid_clock.cc:648] HybridClock initialized: now 1790472695019504 us; error 57 us; skew 500 ppm
01:31:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.020423 16376 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.036181 16376 webserver.cc:460] Webserver started at http://127.15.214.252:36597/ using document root <none> and password file <none>
01:31:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.037194 16376 fs_manager.cc:359] Metadata directory not provided
01:31:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.037391 16376 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.037786 16376 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.042723 16376 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data/instance:
01:31:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e4937cda92449cab6793324f070daff"
01:31:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:35 on dist-test-slave-8d67"
01:31:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.043848 16376 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal/instance:
01:31:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e4937cda92449cab6793324f070daff"
01:31:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:35 on dist-test-slave-8d67"
01:31:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.050938 16376 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
01:31:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.056672 16401 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.057725 16376 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:31:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.058091 16376 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal
01:31:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e4937cda92449cab6793324f070daff"
01:31:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:35 on dist-test-slave-8d67"
01:31:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.058449 16376 fs_report.cc:383] FS layout report
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data/data
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.109659 16376 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.111217 16376 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.111722 16376 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.179930 16376 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.252:40931
01:31:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.180006 16452 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.252:40931 every 8 connection(s)
01:31:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.182574 16376 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/data/info.pb
01:31:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.185487 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16376
01:31:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.185961 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/master-2/wal/instance
01:31:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.188822 16453 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.206105 16453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } has no permanent_uuid. Determining permanent_uuid...
01:31:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.223145 16299 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 6
01:31:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.235149 16453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } has no permanent_uuid. Determining permanent_uuid...
01:31:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.249994 16453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } has no permanent_uuid. Determining permanent_uuid...
01:31:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.252095 16299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: Bootstrap starting.
01:31:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.258167 16299 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: Neither blocks nor log segments found. Creating new log.
01:31:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.261413 16299 log.cc:824] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: Log is configured to *not* fsync() on all Append() calls
01:31:35.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.266222 16299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: No bootstrap required, opened a new log
01:31:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.267643 16453 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: Bootstrap starting.
01:31:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.274158 16453 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: Neither blocks nor log segments found. Creating new log.
01:31:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.276202 16453 log.cc:824] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: Log is configured to *not* fsync() on all Append() calls
01:31:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.281450 16453 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: No bootstrap required, opened a new log
01:31:35.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.288534 16299 raft_consensus.cc:348] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.289166 16299 raft_consensus.cc:374] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:35.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.289552 16299 raft_consensus.cc:729] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b01965e29a794afd96d177d203a211a0, State: Initialized, Role: FOLLOWER
01:31:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.290513 16299 consensus_queue.cc:260] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.293762 16465 sys_catalog.cc:455] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.294608 16465 sys_catalog.cc:458] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: This master's current role is: FOLLOWER
01:31:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.295532 16299 sys_catalog.cc:564] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: configured and running, proceeding with master startup.
01:31:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.305544 16453 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.306259 16453 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.306579 16453 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e4937cda92449cab6793324f070daff, State: Initialized, Role: FOLLOWER
01:31:35.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.307437 16453 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.310503 16472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.311334 16472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: This master's current role is: FOLLOWER
01:31:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.312199 16453 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: configured and running, proceeding with master startup.
01:31:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.328291 16253 tablet.cc:2369] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:31:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.327443 16478 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:31:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.329391 16478 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:31:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.358368 16489 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:31:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.358947 16489 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:31:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:35.368242 16407 tablet.cc:2369] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:31:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.328522 16231 master_runner.cc:186] Error getting master registration for 127.15.214.253:46671: OK, instance_id { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" instance_seqno: 1790472693349670 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:31:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.369028 16231 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:35.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.370391 16376 master_runner.cc:186] Error getting master registration for 127.15.214.253:46671: OK, instance_id { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" instance_seqno: 1790472693349670 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:31:35.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.402925 16376 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.583104 16472 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:31:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.583623 16472 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.586165 16472 leader_election.cc:288] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b01965e29a794afd96d177d203a211a0 (127.15.214.254:41519), 2c68b8a406c745c9b3271bff66fa8de1 (127.15.214.253:46671)
01:31:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.587212 16274 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e4937cda92449cab6793324f070daff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b01965e29a794afd96d177d203a211a0" is_pre_election: true
01:31:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.588071 16274 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7e4937cda92449cab6793324f070daff in term 0.
01:31:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.589419 16404 leader_election.cc:302] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7e4937cda92449cab6793324f070daff, b01965e29a794afd96d177d203a211a0; no voters:
01:31:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.590377 16472 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Leader pre-election won for term 1
01:31:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.590709 16472 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:31:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.591014 16472 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 0 FOLLOWER]: Advancing to term 1
01:31:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.597865 16472 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.600484 16274 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e4937cda92449cab6793324f070daff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b01965e29a794afd96d177d203a211a0"
01:31:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.601377 16472 leader_election.cc:288] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [CANDIDATE]: Term 1 election: Requested vote from peers b01965e29a794afd96d177d203a211a0 (127.15.214.254:41519), 2c68b8a406c745c9b3271bff66fa8de1 (127.15.214.253:46671)
01:31:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.601051 16274 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 0 FOLLOWER]: Advancing to term 1
01:31:35.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.609462 16274 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7e4937cda92449cab6793324f070daff in term 1.
01:31:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.618996 16404 leader_election.cc:302] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7e4937cda92449cab6793324f070daff, b01965e29a794afd96d177d203a211a0; no voters:
01:31:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.619993 16472 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 1 FOLLOWER]: Leader election won for term 1
01:31:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.622016 16472 raft_consensus.cc:686] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [term 1 LEADER]: Becoming Leader. State: Replica: 7e4937cda92449cab6793324f070daff, State: Running, Role: LEADER
01:31:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.623039 16472 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.634402 16491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e4937cda92449cab6793324f070daff. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.635205 16491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: This master's current role is: LEADER
01:31:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.639249 16493 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:31:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.667857 16493 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:31:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.693590 16274 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [term 1 FOLLOWER]: Refusing update from remote peer 7e4937cda92449cab6793324f070daff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:31:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.695866 16472 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [LEADER]: Connected to new peer: Peer: permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:31:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.718668 16465 sys_catalog.cc:455] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e4937cda92449cab6793324f070daff. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.719393 16465 sys_catalog.cc:458] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: This master's current role is: FOLLOWER
01:31:35.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.725581 16374 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } attempt: 7
01:31:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.735769 16493 catalog_manager.cc:1347] Generated new cluster ID: 5a54419ddb234e11b34da40a8ca300d5
01:31:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.736030 16493 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:31:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.735912 16472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.736932 16472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: This master's current role is: LEADER
01:31:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.722802 16495 mvcc.cc:205] Tried to move back new op lower bound from 7333776161544347648 to 7333776161281531904. Current Snapshot: MvccSnapshot[applied={T|T < 7333776161544347648}]
01:31:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.768102 16374 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: Bootstrap starting.
01:31:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.781070 16465 sys_catalog.cc:455] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.781805 16465 sys_catalog.cc:458] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0 [sys.catalog]: This master's current role is: FOLLOWER
01:31:35.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.790867 16374 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: Neither blocks nor log segments found. Creating new log.
01:31:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.793136 16374 log.cc:824] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: Log is configured to *not* fsync() on all Append() calls
01:31:35.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.811542 16374 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: No bootstrap required, opened a new log
01:31:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.817250 16493 catalog_manager.cc:1370] Generated new certificate authority record
01:31:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.819705 16493 catalog_manager.cc:1504] Loading token signing keys...
01:31:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.852583 16493 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff: Generated new TSK 0
01:31:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.853757 16493 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.886368 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/logs
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data/info.pb
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.193:0
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.193
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.193
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:31:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.899045 16374 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.901304 16374 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.902089 16374 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c68b8a406c745c9b3271bff66fa8de1, State: Initialized, Role: FOLLOWER
01:31:35.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.904520 16374 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } }
01:31:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.923789 16502 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.924634 16502 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.929764 16348 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e4937cda92449cab6793324f070daff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c68b8a406c745c9b3271bff66fa8de1"
01:31:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.930552 16348 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 0 FOLLOWER]: Advancing to term 1
01:31:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.934674 16349 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e4937cda92449cab6793324f070daff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c68b8a406c745c9b3271bff66fa8de1" is_pre_election: true
01:31:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.939239 16348 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7e4937cda92449cab6793324f070daff in term 1.
01:31:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.940418 16347 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [term 1 FOLLOWER]: Refusing update from remote peer 7e4937cda92449cab6793324f070daff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:31:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.946666 16374 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: configured and running, proceeding with master startup.
01:31:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:35.946982 16491 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:31:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.028105 16502 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e4937cda92449cab6793324f070daff. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.028904 16502 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.028616 16509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.029359 16509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.060663 16518 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:31:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.335059 16478 catalog_manager.cc:1259] Loaded cluster ID: 5a54419ddb234e11b34da40a8ca300d5
01:31:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.335527 16478 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: loading cluster ID for follower catalog manager: success
01:31:36.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.343511 16478 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: acquiring CA information for follower catalog manager: success
01:31:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.349326 16478 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b01965e29a794afd96d177d203a211a0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.385203 16501 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.385854 16501 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.386617 16501 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.404531 16491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7e4937cda92449cab6793324f070daff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b01965e29a794afd96d177d203a211a0" member_type: VOTER last_known_addr { host: "127.15.214.254" port: 41519 } } peers { permanent_uuid: "2c68b8a406c745c9b3271bff66fa8de1" member_type: VOTER last_known_addr { host: "127.15.214.253" port: 46671 } } peers { permanent_uuid: "7e4937cda92449cab6793324f070daff" member_type: VOTER last_known_addr { host: "127.15.214.252" port: 40931 } } }
01:31:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.405599 16491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e4937cda92449cab6793324f070daff [sys.catalog]: This master's current role is: LEADER
01:31:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.442114 16501 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:36.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.443702 16501 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.214.193
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.503633 16501 tablet_server_runner.cc:78] Tablet server non-default flags:
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.193:0
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data/info.pb
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.193
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.193
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/logs
01:31:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.505122 16501 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:36.507082 16501 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.531141 16527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:37.088418 16518 catalog_manager.cc:1259] Loaded cluster ID: 5a54419ddb234e11b34da40a8ca300d5
01:31:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:37.088685 16518 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: loading cluster ID for follower catalog manager: success
01:31:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:37.108354 16518 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: acquiring CA information for follower catalog manager: success
01:31:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:37.124289 16518 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2c68b8a406c745c9b3271bff66fa8de1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:37.923502 16525 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16501
01:31:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:38.127584 16501 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.600s user 0.361s sys 0.672s
01:31:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:38.140316 16501 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.613s user 0.362s sys 0.672s
01:31:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:36.532577 16526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:38.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.151315 16501 server_base.cc:1034] running on GCE node
01:31:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:38.153403 16532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.154875 16501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.171605 16501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.173265 16501 hybrid_clock.cc:648] HybridClock initialized: now 1790472698173227 us; error 47 us; skew 500 ppm
01:31:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.174407 16501 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.197432 16501 webserver.cc:460] Webserver started at http://127.15.214.193:42439/ using document root <none> and password file <none>
01:31:38.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.198880 16501 fs_manager.cc:359] Metadata directory not provided
01:31:38.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.199271 16501 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:38.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.199893 16501 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.206734 16501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data/instance:
01:31:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c5cee4e8d448779da6284fb6fabf33"
01:31:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:38 on dist-test-slave-8d67"
01:31:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.208365 16501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal/instance:
01:31:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c5cee4e8d448779da6284fb6fabf33"
01:31:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:38 on dist-test-slave-8d67"
01:31:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.230494 16501 fs_manager.cc:691] Time spent creating directory manager: real 0.021s user 0.006s sys 0.014s
01:31:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.244165 16537 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.245692 16501 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.006s sys 0.004s
01:31:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.246212 16501 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal
01:31:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c5cee4e8d448779da6284fb6fabf33"
01:31:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:38 on dist-test-slave-8d67"
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.246815 16501 fs_report.cc:383] FS layout report
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data/data
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.329548 16501 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.331590 16501 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:38.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.332345 16501 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.342293 16501 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:31:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.353936 16501 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:31:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.354336 16501 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:31:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.354707 16501 ts_tablet_manager.cc:610] Registered 0 tablets
01:31:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.354986 16501 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:31:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.611505 16501 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.193:37065
01:31:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.611662 16649 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.193:37065 every 8 connection(s)
01:31:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.615260 16501 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/data/info.pb
01:31:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.618515 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16501
01:31:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.618969 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-0/wal/instance
01:31:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.635891 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal
01:31:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/logs
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data/info.pb
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.194:0
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.194
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.194
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:31:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.674249 16650 heartbeater.cc:347] Connected to a master server at 127.15.214.252:40931
01:31:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.674780 16650 heartbeater.cc:464] Registering TS with master...
01:31:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.676153 16650 heartbeater.cc:511] Master 127.15.214.252:40931 requested a full tablet report, sending...
01:31:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.679555 16418 ts_manager.cc:194] Registered new tserver with Master: 30c5cee4e8d448779da6284fb6fabf33 (127.15.214.193:37065)
01:31:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.683094 16418 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.214.193:52269
01:31:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.699957 16651 heartbeater.cc:347] Connected to a master server at 127.15.214.253:46671
01:31:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.700361 16651 heartbeater.cc:464] Registering TS with master...
01:31:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.701061 16651 heartbeater.cc:511] Master 127.15.214.253:46671 requested a full tablet report, sending...
01:31:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.704234 16339 ts_manager.cc:194] Registered new tserver with Master: 30c5cee4e8d448779da6284fb6fabf33 (127.15.214.193:37065)
01:31:38.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.710412 16654 heartbeater.cc:347] Connected to a master server at 127.15.214.254:41519
01:31:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.711055 16654 heartbeater.cc:464] Registering TS with master...
01:31:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.711720 16654 heartbeater.cc:511] Master 127.15.214.254:41519 requested a full tablet report, sending...
01:31:38.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:38.714772 16264 ts_manager.cc:194] Registered new tserver with Master: 30c5cee4e8d448779da6284fb6fabf33 (127.15.214.193:37065)
01:31:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.029356 16657 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.029940 16657 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.030620 16657 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.062867 16657 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:39.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.063834 16657 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.214.194
01:31:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:39.099444 16657 tablet_server_runner.cc:78] Tablet server non-default flags:
01:31:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.194:0
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data/info.pb
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.194
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:39.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.194
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/logs
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:39.100963 16657 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:39.102754 16657 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.123265 16667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:39.689709 16650 heartbeater.cc:503] Master 127.15.214.252:40931 was elected leader, sending a full tablet report...
01:31:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.124662 16666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:39.123502 16669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.337066 16668 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:31:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.337163 16657 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:31:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.342129 16657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.344509 16657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.345896 16657 hybrid_clock.cc:648] HybridClock initialized: now 1790472700345862 us; error 42 us; skew 500 ppm
01:31:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.346967 16657 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.357831 16657 webserver.cc:460] Webserver started at http://127.15.214.194:43239/ using document root <none> and password file <none>
01:31:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.358673 16657 fs_manager.cc:359] Metadata directory not provided
01:31:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.358848 16657 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:40.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.359215 16657 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.363849 16657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data/instance:
01:31:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f02abae438b457eaab18fc935e29ef6"
01:31:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:40 on dist-test-slave-8d67"
01:31:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.364914 16657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal/instance:
01:31:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f02abae438b457eaab18fc935e29ef6"
01:31:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:40 on dist-test-slave-8d67"
01:31:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.374010 16657 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
01:31:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.381747 16678 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.382985 16657 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:31:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.383534 16657 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal
01:31:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f02abae438b457eaab18fc935e29ef6"
01:31:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:40 on dist-test-slave-8d67"
01:31:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.384018 16657 fs_report.cc:383] FS layout report
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data/data
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.420020 16657 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.421468 16657 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.421941 16657 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.424510 16657 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:31:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.428501 16657 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:31:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.428722 16657 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:31:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.429029 16657 ts_tablet_manager.cc:610] Registered 0 tablets
01:31:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.429204 16657 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:31:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.567632 16657 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.194:44585
01:31:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.567736 16790 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.194:44585 every 8 connection(s)
01:31:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.570168 16657 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/data/info.pb
01:31:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.580420 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16657
01:31:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.581202 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-1/wal/instance
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.596001 16219 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/logs
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data/info.pb
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.195:0
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.195
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.195
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:31:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.642343 16792 heartbeater.cc:347] Connected to a master server at 127.15.214.253:46671
01:31:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.642880 16792 heartbeater.cc:464] Registering TS with master...
01:31:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.644028 16792 heartbeater.cc:511] Master 127.15.214.253:46671 requested a full tablet report, sending...
01:31:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.647159 16339 ts_manager.cc:194] Registered new tserver with Master: 0f02abae438b457eaab18fc935e29ef6 (127.15.214.194:44585)
01:31:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.648157 16791 heartbeater.cc:347] Connected to a master server at 127.15.214.252:40931
01:31:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.648492 16791 heartbeater.cc:464] Registering TS with master...
01:31:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.649230 16791 heartbeater.cc:511] Master 127.15.214.252:40931 requested a full tablet report, sending...
01:31:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.651371 16418 ts_manager.cc:194] Registered new tserver with Master: 0f02abae438b457eaab18fc935e29ef6 (127.15.214.194:44585)
01:31:40.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.654009 16418 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.214.194:47381
01:31:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.665953 16793 heartbeater.cc:347] Connected to a master server at 127.15.214.254:41519
01:31:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.666255 16793 heartbeater.cc:464] Registering TS with master...
01:31:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.666846 16793 heartbeater.cc:511] Master 127.15.214.254:41519 requested a full tablet report, sending...
01:31:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:40.669183 16264 ts_manager.cc:194] Registered new tserver with Master: 0f02abae438b457eaab18fc935e29ef6 (127.15.214.194:44585)
01:31:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.937755 16801 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.938208 16801 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.938709 16801 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.969874 16801 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:40.970674 16801 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.214.195
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:41.005172 16801 tablet_server_runner.cc:78] Tablet server non-default flags:
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.214.212:41423
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.214.195:0
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data/info.pb
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.214.195
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.214.254:41519,127.15.214.253:46671,127.15.214.252:40931
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.214.195
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/logs
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:41.006407 16801 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:41.008002 16801 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:41.028316 16810 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:41.658341 16791 heartbeater.cc:503] Master 127.15.214.252:40931 was elected leader, sending a full tablet report...
01:31:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:41.028983 16807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:41.031383 16808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:42.239356 16809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:31:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.239452 16801 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:31:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.243950 16801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.246748 16801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.248172 16801 hybrid_clock.cc:648] HybridClock initialized: now 1790472702248139 us; error 49 us; skew 500 ppm
01:31:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.248997 16801 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.258531 16801 webserver.cc:460] Webserver started at http://127.15.214.195:38029/ using document root <none> and password file <none>
01:31:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.259430 16801 fs_manager.cc:359] Metadata directory not provided
01:31:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.259617 16801 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.260010 16801 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.264865 16801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data/instance:
01:31:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ea15e38ca8c459e8ef41fd75369babf"
01:31:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:42 on dist-test-slave-8d67"
01:31:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.265990 16801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal/instance:
01:31:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ea15e38ca8c459e8ef41fd75369babf"
01:31:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:42 on dist-test-slave-8d67"
01:31:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.273312 16801 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
01:31:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.279372 16818 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.280521 16801 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.280797 16801 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ea15e38ca8c459e8ef41fd75369babf"
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:42 on dist-test-slave-8d67"
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.281097 16801 fs_report.cc:383] FS layout report
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data/data
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.333889 16801 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.335274 16801 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.335686 16801 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.338153 16801 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:31:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.342531 16801 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:31:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.342728 16801 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:31:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.342926 16801 ts_tablet_manager.cc:610] Registered 0 tablets
01:31:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.343047 16801 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:31:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.498633 16801 rpc_server.cc:307] RPC server started. Bound to: 127.15.214.195:43749
01:31:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.498739 16930 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.214.195:43749 every 8 connection(s)
01:31:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.501276 16801 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/data/info.pb
01:31:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.511096 16219 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16801
01:31:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.511687 16219 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster3791755217311492542/ts-2/wal/instance
01:31:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.562862 16931 heartbeater.cc:347] Connected to a master server at 127.15.214.252:40931
01:31:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.563342 16931 heartbeater.cc:464] Registering TS with master...
01:31:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.564353 16933 heartbeater.cc:347] Connected to a master server at 127.15.214.254:41519
01:31:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.564414 16932 heartbeater.cc:347] Connected to a master server at 127.15.214.253:46671
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.564529 16931 heartbeater.cc:511] Master 127.15.214.252:40931 requested a full tablet report, sending...
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.564759 16933 heartbeater.cc:464] Registering TS with master...
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.564838 16932 heartbeater.cc:464] Registering TS with master...
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.565639 16933 heartbeater.cc:511] Master 127.15.214.254:41519 requested a full tablet report, sending...
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.565748 16932 heartbeater.cc:511] Master 127.15.214.253:46671 requested a full tablet report, sending...
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.567106 16418 ts_manager.cc:194] Registered new tserver with Master: 1ea15e38ca8c459e8ef41fd75369babf (127.15.214.195:43749)
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.568639 16418 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.214.195:39273
01:31:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.568562 16339 ts_manager.cc:194] Registered new tserver with Master: 1ea15e38ca8c459e8ef41fd75369babf (127.15.214.195:43749)
01:31:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.573805 16264 ts_manager.cc:194] Registered new tserver with Master: 1ea15e38ca8c459e8ef41fd75369babf (127.15.214.195:43749)
01:31:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.584209 16219 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:31:42.595 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:31:42.595 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:31:42.596 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.214.254"
port: 41519
}
bound_http_address {
host: "127.15.214.254"
port: 41923
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.214.253"
port: 46671
}
bound_http_address {
host: "127.15.214.253"
port: 33255
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.214.252"
port: 40931
}
bound_http_address {
host: "127.15.214.252"
port: 36597
}
}
}
01:31:42.596 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:31:42.597 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.214.193"
port: 37065
}
bound_http_address {
host: "127.15.214.193"
port: 42439
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.214.194"
port: 44585
}
bound_http_address {
host: "127.15.214.194"
port: 43239
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.214.195"
port: 43749
}
bound_http_address {
host: "127.15.214.195"
port: 38029
}
}
}
01:31:42.597 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:31:42.598 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster4237220165268788369/krb5kdc/krb5cc
01:31:42.599 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:31:42.600 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5k8PQk/test-tmp
01:31:42.600 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:31:42.600 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5k8PQk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:31:42.602 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:31:42.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:42.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:31:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.935748 16943 mini_oidc.cc:152] Starting JWKS server
01:31:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.939245 16943 webserver.cc:460] Webserver started at http://127.0.0.1:43887/ using document root <none> and password file <none>
01:31:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.939728 16943 mini_oidc.cc:189] Starting OIDC Discovery server
01:31:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:42.941483 16943 webserver.cc:460] Webserver started at http://127.0.0.1:36569/ using document root <none> and password file <none>
01:31:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:31:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/principal' for realm 'KRBTEST.COM',
01:31:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:43 dist-test-slave-8d67 krb5kdc[16954](info): setting up network...
01:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:43 dist-test-slave-8d67 krb5kdc[16954](info): set up 2 sockets
01:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:43 dist-test-slave-8d67 krb5kdc[16954](info): commencing operation
01:31:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:31:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:43.571964 16931 heartbeater.cc:503] Master 127.15.214.252:40931 was elected leader, sending a full tablet report...
01:31:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.045305 16943 mini_kdc.cc:121] Time spent starting KDC: real 1.079s user 0.004s sys 0.014s
01:31:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:31:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:31:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:31:44.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:31:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:31:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:31:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:31:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:31:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:31:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:31:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/test-user.keytab.
01:31:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/test-user.keytab.
01:31:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:44 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472704, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:31:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:31:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:31:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:31:44Z Disabled control of system clock
01:31:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.139.254@KRBTEST.COM; defaulting to no policy
01:31:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.139.254@KRBTEST.COM" created.
01:31:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab.
01:31:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab.
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:44.251024 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.556143 16968 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.556815 16968 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.557583 16968 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.593230 16968 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.593464 16968 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.593720 16968 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.593912 16968 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.594174 16968 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.594372 16968 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.594539 16968 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:44.633173 16968 master_runner.cc:386] Master server non-default flags:
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:44.634311 16968 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:44.635258 16968 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.653789 16975 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.656400 16977 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:44.653899 16974 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:45.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:45.960925 16976 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1304 milliseconds
01:31:45.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.961056 16968 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:31:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.962353 16968 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.968232 16968 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.969684 16968 hybrid_clock.cc:648] HybridClock initialized: now 1790472705969641 us; error 64 us; skew 500 ppm
01:31:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.970439 16968 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:45 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.979398 16968 init.cc:377] Logged in from keytab as kudu/127.16.139.254@KRBTEST.COM (short username kudu)
01:31:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.984148 16968 webserver.cc:460] Webserver started at http://127.16.139.254:41097/ using document root <none> and password file <none>
01:31:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.985209 16968 fs_manager.cc:359] Metadata directory not provided
01:31:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.985401 16968 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:45.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.985883 16968 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.990590 16968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/instance:
01:31:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:31:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:31:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.991592 16968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal/instance:
01:31:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:31:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:31:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:45.998821 16968 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
01:31:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.004664 16987 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.005712 16968 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.005987 16968 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.006289 16968 fs_report.cc:383] FS layout report
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/data
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.049325 16968 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.054778 16968 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.055269 16968 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.125255 16968 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.254:36487
01:31:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.125329 17038 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.254:36487 every 8 connection(s)
01:31:46.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.127966 16968 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.132902 17039 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.137190 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 16968
01:31:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.137632 16943 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal/instance
01:31:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.144192 17039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } has no permanent_uuid. Determining permanent_uuid...
01:31:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.139.253@KRBTEST.COM; defaulting to no policy
01:31:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.139.253@KRBTEST.COM" created.
01:31:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:46 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:31:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab.
01:31:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab.
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.184726 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.184898 17039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
01:31:46.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.187407 16991 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.197139 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.246704 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 1
01:31:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.250447 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.318846 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 2
01:31:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.322739 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.414115 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 3
01:31:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.417831 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.507829 17046 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.508498 17046 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.509194 17046 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.541242 17046 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.541550 17046 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:46.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.541929 17046 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:46.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.542230 17046 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:46.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.542515 17046 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:46.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.542892 17046 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:46.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.543119 17046 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.561203 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 4
01:31:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.564819 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.582412 17046 master_runner.cc:386] Master server non-default flags:
01:31:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.583876 17046 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.585156 17046 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.605060 17056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:46.864367 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 5
01:31:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.867743 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.415347 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 6
01:31:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:47.422394 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.253:44787: Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.605109 17054 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:46.606426 17053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:47.845705 17055 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:31:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.846022 17046 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:31:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.851600 17046 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.854635 17046 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.856086 17046 hybrid_clock.cc:648] HybridClock initialized: now 1790472707856026 us; error 74 us; skew 500 ppm
01:31:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.856942 17046 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:47 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.862974 17046 init.cc:377] Logged in from keytab as kudu/127.16.139.253@KRBTEST.COM (short username kudu)
01:31:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.868189 17046 webserver.cc:460] Webserver started at http://127.16.139.253:45429/ using document root <none> and password file <none>
01:31:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.869285 17046 fs_manager.cc:359] Metadata directory not provided
01:31:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.869467 17046 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.869838 17046 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.874552 17046 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/instance:
01:31:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:31:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.875604 17046 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal/instance:
01:31:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:31:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.882617 17046 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
01:31:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.887909 17067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.888885 17046 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:31:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.889225 17046 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.889556 17046 fs_report.cc:383] FS layout report
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/data
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.931051 17046 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.936492 17046 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:47.936977 17046 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.008711 17046 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.253:44787
01:31:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.008860 17118 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.253:44787 every 8 connection(s)
01:31:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.011427 17046 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.016548 17119 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:48.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.018008 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17046
01:31:48.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.018404 16943 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal/instance
01:31:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.030820 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } has no permanent_uuid. Determining permanent_uuid...
01:31:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.139.252@KRBTEST.COM; defaulting to no policy
01:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.139.252@KRBTEST.COM" created.
01:31:48.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:48 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:31:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:31:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab.
01:31:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.139.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab.
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.063138 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.069669 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
01:31:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:48 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for kudu/127.16.139.253@KRBTEST.COM
01:31:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.098742 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } has no permanent_uuid. Determining permanent_uuid...
01:31:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.101006 17071 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.105136 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.154552 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 1
01:31:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.158624 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.227006 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 2
01:31:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.232096 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.323590 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 3
01:31:48.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.327518 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.416985 17125 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.417636 17125 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.418216 17125 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.450629 17125 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.450870 17125 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.451190 17125 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.451398 17125 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.451586 17125 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.451776 17125 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:48.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.451937 17125 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.470930 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 4
01:31:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.474859 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.482977 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } attempt: 7
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.490803 17125 master_runner.cc:386] Master server non-default flags:
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.491868 17125 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.493225 17125 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:48.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:48 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for kudu/127.16.139.253@KRBTEST.COM
01:31:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.509642 17039 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } has no permanent_uuid. Determining permanent_uuid...
01:31:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.518812 17135 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.519363 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.577854 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 1
01:31:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.583566 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.665104 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 2
01:31:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.672171 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.757809 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 3
01:31:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.763700 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.774277 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 5
01:31:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.780475 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:48.904304 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 4
01:31:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.911996 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.195703 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 5
01:31:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.203179 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.234488 16787 debug-util.cc:398] Leaking SignalData structure 0x7b08000af100 after lost signal to thread 16661
01:31:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.236512 16787 debug-util.cc:398] Leaking SignalData structure 0x7b08000be600 after lost signal to thread 16790
01:31:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.328011 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 6
01:31:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.364719 17119 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.755735 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 6
01:31:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.790681 17039 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.139.252:39087: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39087: connect: Connection refused (error 111)
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.911063 17133 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 17125
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.924463 17133 kernel_stack_watchdog.cc:198] Thread 17125 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 387ms:
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:31:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:31:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:48.519120 17134 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.935184 17125 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.415s user 0.002s sys 0.000s
01:31:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.935830 17125 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.416s user 0.003s sys 0.000s
01:31:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.937721 17125 server_base.cc:1034] running on GCE node
01:31:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:49.937922 17138 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.939571 17125 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.942749 17125 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.944252 17125 hybrid_clock.cc:648] HybridClock initialized: now 1790472709944217 us; error 41 us; skew 500 ppm
01:31:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.945093 17125 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:49 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.951277 17125 init.cc:377] Logged in from keytab as kudu/127.16.139.252@KRBTEST.COM (short username kudu)
01:31:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.957062 17125 webserver.cc:460] Webserver started at http://127.16.139.252:40331/ using document root <none> and password file <none>
01:31:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.957986 17125 fs_manager.cc:359] Metadata directory not provided
01:31:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.958211 17125 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.958686 17125 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:31:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.963660 17125 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/instance:
01:31:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:31:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:31:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.964949 17125 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal/instance:
01:31:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:31:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:31:49.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.973024 17125 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
01:31:49.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.980875 17152 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:49.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.982112 17125 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:31:49.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.982550 17125 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:49.983001 17125 fs_report.cc:383] FS layout report
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/data
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:49.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.027632 17125 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.033313 17125 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.033825 17125 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.120450 17125 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.252:39087
01:31:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.120503 17203 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.252:39087 every 8 connection(s)
01:31:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.123162 17125 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.132126 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17125
01:31:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.132496 17204 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:31:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.132645 16943 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal/instance
01:31:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.166605 17204 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } has no permanent_uuid. Determining permanent_uuid...
01:31:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472704, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.139.252@KRBTEST.COM
01:31:50.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:31:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.218168 17204 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
01:31:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472704, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.139.253@KRBTEST.COM
01:31:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for kudu/127.16.139.253@KRBTEST.COM
01:31:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.263672 17204 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } has no permanent_uuid. Determining permanent_uuid...
01:31:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472704, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:31:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472709, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for kudu/127.16.139.252@KRBTEST.COM
01:31:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.295928 16943 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:31:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.298024 17204 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap starting.
01:31:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.303920 17204 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Neither blocks nor log segments found. Creating new log.
01:31:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.305867 17204 log.cc:824] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Log is configured to *not* fsync() on all Append() calls
01:31:50.306 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:50.307 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:31:50.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:31:50.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:31:50.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.139.254"
port: 36487
}
bound_http_address {
host: "127.16.139.254"
port: 41097
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.139.253"
port: 44787
}
bound_http_address {
host: "127.16.139.253"
port: 45429
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.139.252"
port: 39087
}
bound_http_address {
host: "127.16.139.252"
port: 40331
}
}
}
01:31:50.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:31:50.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:50.311 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:31:50.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:31:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.311375 17204 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: No bootstrap required, opened a new log
01:31:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.336692 17204 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.337394 17204 raft_consensus.cc:374] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.337682 17204 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Initialized, Role: FOLLOWER
01:31:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.338620 17204 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.341792 17216 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.342952 17216 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: FOLLOWER
01:31:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.343544 17204 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: configured and running, proceeding with master startup.
01:31:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472710, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:31:50.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:50.354 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc
01:31:50.355 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:31:50.355 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc
01:31:50.356 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:31:50.357 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:31:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.386765 17227 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:31:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.387127 17227 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:31:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.371392 17125 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: OK, instance_id { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" instance_seqno: 1790472706106206 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:31:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.404458 17125 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.425323 17119 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 7
01:31:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472707, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for kudu/127.16.139.252@KRBTEST.COM
01:31:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.457201 17119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap starting.
01:31:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.462633 17119 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Neither blocks nor log segments found. Creating new log.
01:31:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.464771 17119 log.cc:824] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Log is configured to *not* fsync() on all Append() calls
01:31:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.469182 17119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: No bootstrap required, opened a new log
01:31:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.490031 17119 raft_consensus.cc:348] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.490653 17119 raft_consensus.cc:374] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.490940 17119 raft_consensus.cc:729] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 169c63e518224240a9bfa9a23b1b1e1d, State: Initialized, Role: FOLLOWER
01:31:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.491755 17119 consensus_queue.cc:260] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.494764 17231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.495812 17231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.496588 17119 sys_catalog.cc:564] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: configured and running, proceeding with master startup.
01:31:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.539530 17158 tablet.cc:2369] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:31:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.554466 17242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:31:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.554785 17242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:31:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.545080 17046 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: OK, instance_id { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" instance_seqno: 1790472706106206 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:31:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.579435 17046 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:50.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:50.694864 17073 tablet.cc:2369] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:31:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.718133 17216 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:31:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.718690 17216 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.721290 17216 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:31:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.725433 17094 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d" is_pre_election: true
01:31:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.726311 17094 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 0.
01:31:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.728865 17156 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters:
01:31:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.730368 17216 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:31:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.731077 17216 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:31:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.731809 17216 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 0 FOLLOWER]: Advancing to term 1
01:31:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.754791 17216 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.760968 17094 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.761539 17094 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 0 FOLLOWER]: Advancing to term 1
01:31:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.771534 17094 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 1.
01:31:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.774333 17156 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters:
01:31:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.772925 17216 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 1 election: Requested vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:31:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.778591 17244 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Leader election won for term 1
01:31:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.783944 17244 raft_consensus.cc:686] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 LEADER]: Becoming Leader. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Running, Role: LEADER
01:31:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.784964 17244 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.816589 17216 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.817373 17216 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:31:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.824021 17039 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } attempt: 7
01:31:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.835429 17246 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:31:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.851135 17246 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:31:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:50 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472705, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for kudu/127.16.139.252@KRBTEST.COM
01:31:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.885787 17039 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap starting.
01:31:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.890730 17094 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Refusing update from remote peer c1588153f79b40db8b82c750b2a6d254: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:31:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.893009 17039 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Neither blocks nor log segments found. Creating new log.
01:31:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.892795 17216 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Connected to new peer: Peer: permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:31:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.906380 17039 log.cc:824] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Log is configured to *not* fsync() on all Append() calls
01:31:50.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.926934 17039 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: No bootstrap required, opened a new log
01:31:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.970733 17231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.973433 17231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.974963 17039 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.975894 17039 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:31:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.984380 17039 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af66ce46c2540c3b10f0685e9e5efd1, State: Initialized, Role: FOLLOWER
01:31:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.985572 17039 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.995582 17250 mvcc.cc:205] Tried to move back new op lower bound from 7333776223790338048 to 7333776223394091008. Current Snapshot: MvccSnapshot[applied={T|T < 7333776223790338048}]
01:31:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:50.996392 17039 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: configured and running, proceeding with master startup.
01:31:51.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.005349 17012 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 0 FOLLOWER]: Advancing to term 1
01:31:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.004817 17014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" is_pre_election: true
01:31:51.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.007282 17013 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:31:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.018154 17012 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 1 FOLLOWER]: Refusing update from remote peer c1588153f79b40db8b82c750b2a6d254: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:31:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.023375 17216 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:31:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.040076 17231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.040874 17231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.052380 17253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.053406 17253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.055869 17216 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.056779 17216 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:31:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.061913 17246 catalog_manager.cc:1347] Generated new cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.062201 17246 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:31:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:51.065251 16993 tablet.cc:2369] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:31:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.096552 17261 mvcc.cc:205] Tried to move back new op lower bound from 7333776223790338048 to 7333776223394091008. Current Snapshot: MvccSnapshot[applied={T|T < 7333776223790338048}]
01:31:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.103425 17253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.104182 17253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.105444 17258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.106241 17258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:31:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.133821 17244 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.134639 17244 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:31:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.145623 17246 catalog_manager.cc:1370] Generated new certificate authority record
01:31:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.148226 17246 catalog_manager.cc:1504] Loading token signing keys...
01:31:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.168658 17272 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:31:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.203330 17246 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Generated new TSK 0
01:31:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.204535 17246 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:31:51.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.560778 17242 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.561761 17242 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: loading cluster ID for follower catalog manager: success
01:31:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.569906 17242 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: acquiring CA information for follower catalog manager: success
01:31:51.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:51.576752 17242 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:52.197163 17272 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:52.197448 17272 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: loading cluster ID for follower catalog manager: success
01:31:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:52.212147 17272 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: acquiring CA information for follower catalog manager: success
01:31:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:52.218478 17272 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:53.358 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.252:39087
01:31:53.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:31:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.359287 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17125
01:31:53.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:53.410 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.253:44787
01:31:53.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:31:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.411329 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17046
01:31:53.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:53.454 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.254:36487
01:31:53.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:31:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.454849 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16968
01:31:53.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:53.483 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.252:39087
01:31:53.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.485267 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.801973 17278 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.802554 17278 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.803263 17278 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.836719 17278 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.836927 17278 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.837190 17278 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.837383 17278 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.837579 17278 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.837761 17278 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.837898 17278 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.875079 17278 master_runner.cc:386] Master server non-default flags:
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:31:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.876153 17278 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:53.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.877219 17278 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.895834 17285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.896472 17288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:53.896489 17286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:53.899396 17278 server_base.cc:1034] running on GCE node
01:31:55.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.122344 17278 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.124920 17278 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.126262 17278 hybrid_clock.cc:648] HybridClock initialized: now 1790472715126229 us; error 45 us; skew 500 ppm
01:31:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.127024 17278 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:55 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472715, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.132772 17278 init.cc:377] Logged in from keytab as kudu/127.16.139.252@KRBTEST.COM (short username kudu)
01:31:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.137940 17278 webserver.cc:460] Webserver started at http://127.16.139.252:40331/ using document root <none> and password file <none>
01:31:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.138851 17278 fs_manager.cc:359] Metadata directory not provided
01:31:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.139107 17278 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.147245 17278 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
01:31:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.151612 17296 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.152607 17278 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.152863 17278 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.155172 17278 fs_report.cc:383] FS layout report
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/data
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.205709 17278 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:55.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.211441 17278 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.211834 17278 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.282083 17278 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.252:39087
01:31:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.282226 17347 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.252:39087 every 8 connection(s)
01:31:55.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.284942 17278 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:31:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.287333 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17278
01:31:55.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:55.288 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.253:44787
01:31:55.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.289841 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.299257 17348 sys_catalog.cc:263] Verifying existing consensus state
01:31:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.305228 17348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap starting.
01:31:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.341356 17348 log.cc:824] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Log is configured to *not* fsync() on all Append() calls
01:31:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.356360 17348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:31:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.357159 17348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap complete.
01:31:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.382470 17348 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.385116 17348 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Initialized, Role: FOLLOWER
01:31:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.386085 17348 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.389019 17352 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.390009 17352 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: FOLLOWER
01:31:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.390887 17348 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: configured and running, proceeding with master startup.
01:31:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.435418 17363 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.435962 17363 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: loading cluster ID for follower catalog manager: success
01:31:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.445225 17363 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: acquiring CA information for follower catalog manager: success
01:31:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.451313 17363 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.438374 17278 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:31:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.463804 17278 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.679713 17350 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.680500 17350 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.681183 17350 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.716552 17350 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.716806 17350 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.717080 17350 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.717275 17350 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.717571 17350 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.717916 17350 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.718151 17350 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.757300 17350 master_runner.cc:386] Master server non-default flags:
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.758512 17350 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.759549 17350 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.781697 17372 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:56.693159 17379 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:31:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:56.693737 17379 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:56.696820 17379 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:31:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:56.703469 17300 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:31:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:56.710772 17300 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:31:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:56.711771 17300 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787): Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:31:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:56.712399 17300 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1588153f79b40db8b82c750b2a6d254; no voters: 169c63e518224240a9bfa9a23b1b1e1d, 6af66ce46c2540c3b10f0685e9e5efd1
01:31:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:56.713753 17379 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:31:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:55.782826 17350 server_base.cc:1034] running on GCE node
01:31:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.783154 17371 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:55.782261 17374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.087934 17350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.091012 17350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.092388 17350 hybrid_clock.cc:648] HybridClock initialized: now 1790472717092323 us; error 74 us; skew 500 ppm
01:31:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.093326 17350 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:57 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472717, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.099061 17350 init.cc:377] Logged in from keytab as kudu/127.16.139.253@KRBTEST.COM (short username kudu)
01:31:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.105757 17350 webserver.cc:460] Webserver started at http://127.16.139.253:45429/ using document root <none> and password file <none>
01:31:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.106765 17350 fs_manager.cc:359] Metadata directory not provided
01:31:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.106966 17350 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.115283 17350 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
01:31:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.120240 17387 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.121423 17350 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:31:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.121709 17350 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.123898 17350 fs_report.cc:383] FS layout report
01:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/data
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.194831 17350 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.201225 17350 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.201717 17350 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.297947 17350 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.253:44787
01:31:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.298074 17438 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.253:44787 every 8 connection(s)
01:31:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.301237 17350 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:31:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.310542 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17350
01:31:57.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:57.311 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.254:36487
01:31:57.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.313235 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:31:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.317780 17439 sys_catalog.cc:263] Verifying existing consensus state
01:31:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.323071 17439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap starting.
01:31:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.360024 17439 log.cc:824] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Log is configured to *not* fsync() on all Append() calls
01:31:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.377259 17439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:31:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.379149 17439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap complete.
01:31:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.418692 17439 raft_consensus.cc:348] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:57.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.421686 17439 raft_consensus.cc:729] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 169c63e518224240a9bfa9a23b1b1e1d, State: Initialized, Role: FOLLOWER
01:31:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.422788 17439 consensus_queue.cc:260] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.425743 17443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.426731 17443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.427497 17439 sys_catalog.cc:564] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: configured and running, proceeding with master startup.
01:31:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.476742 17454 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.480225 17454 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: loading cluster ID for follower catalog manager: success
01:31:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.496685 17454 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: acquiring CA information for follower catalog manager: success
01:31:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.463107 17350 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:31:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.499548 17350 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:31:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.505524 17454 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:31:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.763466 17441 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:31:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.764130 17441 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:31:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.764853 17441 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:31:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.799219 17441 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:31:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.799558 17441 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:31:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.800036 17441 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:31:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.800427 17441 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:31:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.800771 17441 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:31:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.801081 17441 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:31:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.801302 17441 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.845651 17441 master_runner.cc:386] Master server non-default flags:
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:31:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:31:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:31:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.847111 17441 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:31:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:57.848474 17441 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:31:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.868350 17462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.494894 17466 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:31:58.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.496013 17466 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.505054 17466 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:31:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:58.539963 17300 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:31:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.561276 17414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d" is_pre_election: true
01:31:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.562556 17414 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 1.
01:31:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.564798 17300 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:31:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.565994 17466 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:31:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.566311 17466 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:31:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.566586 17466 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 1 FOLLOWER]: Advancing to term 2
01:31:58.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.580140 17466 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:58.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:58.588107 17300 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:31:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.590643 17414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:31:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.591460 17414 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 1 FOLLOWER]: Advancing to term 2
01:31:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.600517 17466 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 election: Requested vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:31:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.606244 17414 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 2.
01:31:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.607944 17300 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:31:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.609587 17466 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Leader election won for term 2
01:31:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.619937 17466 raft_consensus.cc:686] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 LEADER]: Becoming Leader. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Running, Role: LEADER
01:31:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.621502 17466 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:31:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.654203 17471 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.666599 17471 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:31:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.674965 17473 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:31:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.698954 17473 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:31:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.705506 17473 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:31:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.716463 17473 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:31:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.724182 17473 catalog_manager.cc:1504] Loading token signing keys...
01:31:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.741127 17473 catalog_manager.cc:5879] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Loaded TSK: 0
01:31:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:58.743779 17473 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:31:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:58.747704 16646 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5860 after lost signal to thread 16519
01:31:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:58.748745 16646 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5720 after lost signal to thread 16649
01:31:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.019688 17414 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Refusing update from remote peer c1588153f79b40db8b82c750b2a6d254: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:31:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.022126 17471 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Connected to new peer: Peer: permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
01:31:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.065873 17466 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.066644 17466 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:31:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.067361 17300 consensus_peers.cc:487] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 -> Peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Couldn't send request to peer 6af66ce46c2540c3b10f0685e9e5efd1. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:31:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.070274 17474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.071477 17474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.079185 17474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:31:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.080185 17474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:31:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.263938 17461 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 17441
01:31:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.575431 17461 kernel_stack_watchdog.cc:198] Thread 17441 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 394ms:
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.575592 17441 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.708s user 0.437s sys 0.984s
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:57.870134 17463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.575954 17441 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.709s user 0.437s sys 0.984s
01:31:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.586660 17441 server_base.cc:1034] running on GCE node
01:31:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:31:59.587066 17481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:31:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.588618 17441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:31:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.591768 17441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:31:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.593356 17441 hybrid_clock.cc:648] HybridClock initialized: now 1790472719593315 us; error 40 us; skew 500 ppm
01:31:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.594554 17441 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:31:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:59 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472719, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:31:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.607182 17441 init.cc:377] Logged in from keytab as kudu/127.16.139.254@KRBTEST.COM (short username kudu)
01:31:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.613631 17441 webserver.cc:460] Webserver started at http://127.16.139.254:41097/ using document root <none> and password file <none>
01:31:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.614835 17441 fs_manager.cc:359] Metadata directory not provided
01:31:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.615123 17441 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:31:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.626537 17441 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
01:31:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.632366 17487 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:31:59.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.633980 17441 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
01:31:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.634379 17441 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:31:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.637724 17441 fs_report.cc:383] FS layout report
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/data
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:31:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:31:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.720755 17441 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:31:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.728405 17441 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:31:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.728964 17441 kserver.cc:163] Server-wide thread pool size limit: 3276
01:31:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.845242 17441 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.254:36487
01:31:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.845429 17538 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.254:36487 every 8 connection(s)
01:31:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.848678 17441 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:31:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.856571 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17441
01:31:59.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:31:59.878 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.252:39087(127.16.139.252:39087)] connecting to peer
01:31:59.886 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.253:44787(127.16.139.253:44787)] connecting to peer
01:31:59.888 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.254:36487(127.16.139.254:36487)] connecting to peer
01:31:59.898 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.139.252:39087(127.16.139.252:39087)] Successfully connected to peer
01:31:59.899 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.139.254:36487(127.16.139.254:36487)] Successfully connected to peer
01:31:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.909420 17540 sys_catalog.cc:263] Verifying existing consensus state
01:31:59.913 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.139.253:44787(127.16.139.253:44787)] Successfully connected to peer
01:31:59.920 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:31:59.927 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.139.252
01:31:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:31:59.935837 17540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap starting.
01:31:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:59 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472715, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:31:59.940 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.139.253
01:31:59.965 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.139.254
01:31:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:59 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472710, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.139.252@KRBTEST.COM
01:32:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:31:59 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472710, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.139.253@KRBTEST.COM
01:32:00.026 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xda36dd9a, L:/127.0.0.1:47142 - R:/127.16.139.253:44787] using SASL/GSSAPI
01:32:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.030395 17540 log.cc:824] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Log is configured to *not* fsync() on all Append() calls
01:32:00.034 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x02111a49, L:/127.0.0.1:49982 - R:/127.16.139.252:39087] using SASL/GSSAPI
01:32:00.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:36487(127.16.139.254:36487)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:32:00.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:36487: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:32:00.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.139.254:36487(127.16.139.254:36487)] handling channelInactive
01:32:00.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:32:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:00.052631 17547 negotiation.cc:337] Failed RPC negotiation. Trace:
01:32:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.898181 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51324 (local address 127.16.139.254:36487)
01:32:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939470 (+ 41289us) server_negotiation.cc:206] Beginning negotiation
01:32:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939498 (+ 28us) server_negotiation.cc:399] Waiting for connection header
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939563 (+ 65us) server_negotiation.cc:407] Connection header received
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939703 (+ 140us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939726 (+ 23us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.939929 (+ 203us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.940102 (+ 173us) server_negotiation.cc:226] Negotiated authn=SASL
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.974941 (+ 34839us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:31:59.976632 (+ 1691us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:00.032117 (+ 55485us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:00.033077 (+ 960us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:00.033340 (+ 263us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:00.050518 (+ 17178us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51324: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:51324): Cannot send after transport endpoint shutdown (error 108)
01:32:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":40895,"thread_start_us":43540,"threads_started":1}
01:32:00.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39087, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:44787, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:36487, [152ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:44787: OK, [171ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:36487: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [173ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39087: OK, deferred=null) after lookup
01:32:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.073603 17540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.074630 17540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap complete.
01:32:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.106292 17540 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:00.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.109719 17540 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af66ce46c2540c3b10f0685e9e5efd1, State: Initialized, Role: FOLLOWER
01:32:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.110672 17540 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.113884 17550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.114928 17550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.116933 17540 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: configured and running, proceeding with master startup.
01:32:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.117529 17514 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 1 FOLLOWER]: Advancing to term 2
01:32:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.174220 17550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.175588 17550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.180460 17558 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.181504 17558 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.232450 17564 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.232720 17564 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: loading cluster ID for follower catalog manager: success
01:32:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:00 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472719, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:32:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.264003 17564 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: acquiring CA information for follower catalog manager: success
01:32:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.313050 17564 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.382730 17569 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:00.388196 17569 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:03.106 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.252:39087
01:32:03.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:32:03.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.107236 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17278
01:32:03.135 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.139.252:39087(127.16.139.252:39087)] handling channelInactive
01:32:03.135 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:03.135 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.253:44787
01:32:03.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.252:39087(127.16.139.252:39087)] cleaning up while in state READY due to: connection closed
01:32:03.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:32:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.136312 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17350
01:32:03.165 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.139.253:44787(127.16.139.253:44787)] handling channelInactive
01:32:03.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:44787(127.16.139.253:44787)] cleaning up while in state READY due to: connection closed
01:32:03.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:03.165 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.254:36487
01:32:03.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:32:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.166132 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17441
01:32:03.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:03.193 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.252:39087
01:32:03.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.194669 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.507910 17580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.508574 17580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.509274 17580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.540654 17580 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.540925 17580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.541328 17580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.541617 17580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.541914 17580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.542222 17580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.542440 17580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.579339 17580 master_runner.cc:386] Master server non-default flags:
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:32:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:32:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.580844 17580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:03.582149 17580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.600649 17587 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.600660 17589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:03.601316 17586 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:04.841581 17588 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:32:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.841708 17580 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:32:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.845887 17580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.848819 17580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.850193 17580 hybrid_clock.cc:648] HybridClock initialized: now 1790472724850163 us; error 58 us; skew 500 ppm
01:32:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.850992 17580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:04 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472724, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.860725 17580 init.cc:377] Logged in from keytab as kudu/127.16.139.252@KRBTEST.COM (short username kudu)
01:32:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.873289 17580 webserver.cc:460] Webserver started at http://127.16.139.252:40331/ using document root <none> and password file <none>
01:32:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.874364 17580 fs_manager.cc:359] Metadata directory not provided
01:32:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.874557 17580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.882439 17580 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
01:32:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.886631 17598 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.887712 17580 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.887992 17580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.890291 17580 fs_report.cc:383] FS layout report
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/data
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.922122 17580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.927307 17580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.927717 17580 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.997545 17580 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.252:39087
01:32:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:04.997671 17649 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.252:39087 every 8 connection(s)
01:32:05.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.000204 17580 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.010357 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17580
01:32:05.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:05.011 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.253:44787
01:32:05.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:32:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.011686 17650 sys_catalog.cc:263] Verifying existing consensus state
01:32:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.012614 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.017513 17650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap starting.
01:32:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.062624 17650 log.cc:824] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Log is configured to *not* fsync() on all Append() calls
01:32:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.079229 17650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.079995 17650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap complete.
01:32:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.104142 17650 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.106557 17650 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Initialized, Role: FOLLOWER
01:32:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.107295 17650 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.110188 17654 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.111119 17654 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: FOLLOWER
01:32:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.111292 17650 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: configured and running, proceeding with master startup.
01:32:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.159786 17665 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.160063 17665 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: loading cluster ID for follower catalog manager: success
01:32:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.167438 17665 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: acquiring CA information for follower catalog manager: success
01:32:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.173373 17665 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.154325 17580 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:32:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.189220 17580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:32:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.369131 17652 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.369656 17652 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.370223 17652 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.420236 17652 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.420612 17652 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.421036 17652 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.421386 17652 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.421711 17652 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.421937 17652 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.422078 17652 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.459741 17652 master_runner.cc:386] Master server non-default flags:
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.460897 17652 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.461985 17652 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.484913 17673 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.567493 17680 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:32:06.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.568074 17680 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.571254 17680 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:06.575564 17602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:06.580644 17602 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:06.581213 17602 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787): Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:32:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.581570 17602 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1588153f79b40db8b82c750b2a6d254; no voters: 169c63e518224240a9bfa9a23b1b1e1d, 6af66ce46c2540c3b10f0685e9e5efd1
01:32:06.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.582680 17680 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
01:32:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:05.487938 17652 server_base.cc:1034] running on GCE node
01:32:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.488186 17676 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:05.486941 17674 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.794891 17652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.798290 17652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.799710 17652 hybrid_clock.cc:648] HybridClock initialized: now 1790472726799672 us; error 47 us; skew 500 ppm
01:32:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.800669 17652 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:06 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472726, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.807376 17652 init.cc:377] Logged in from keytab as kudu/127.16.139.253@KRBTEST.COM (short username kudu)
01:32:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.813278 17652 webserver.cc:460] Webserver started at http://127.16.139.253:45429/ using document root <none> and password file <none>
01:32:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.814205 17652 fs_manager.cc:359] Metadata directory not provided
01:32:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.814404 17652 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.822649 17652 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.005s
01:32:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.827371 17689 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.828552 17652 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.828820 17652 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.831082 17652 fs_report.cc:383] FS layout report
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/data
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.882941 17652 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.888901 17652 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.889403 17652 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:06.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.976210 17652 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.253:44787
01:32:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.976681 17740 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.253:44787 every 8 connection(s)
01:32:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.979341 17652 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.986159 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17652
01:32:06.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:06.986 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.254:36487
01:32:06.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:32:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.988186 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:32:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:06.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:06.993193 17741 sys_catalog.cc:263] Verifying existing consensus state
01:32:07.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.001623 17741 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap starting.
01:32:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.053566 17741 log.cc:824] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Log is configured to *not* fsync() on all Append() calls
01:32:07.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.074601 17741 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.075551 17741 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap complete.
01:32:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.110994 17741 raft_consensus.cc:348] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.114583 17741 raft_consensus.cc:729] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 169c63e518224240a9bfa9a23b1b1e1d, State: Initialized, Role: FOLLOWER
01:32:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.115593 17741 consensus_queue.cc:260] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.118814 17745 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.120437 17745 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.120760 17741 sys_catalog.cc:564] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: configured and running, proceeding with master startup.
01:32:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.168818 17756 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.169179 17756 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: loading cluster ID for follower catalog manager: success
01:32:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.178498 17756 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: acquiring CA information for follower catalog manager: success
01:32:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.184669 17756 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.153134 17652 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:32:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.188388 17652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:32:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.347049 17743 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.347708 17743 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.348529 17743 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.387969 17743 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.388331 17743 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.388799 17743 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.389148 17743 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.389470 17743 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.389776 17743 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.390165 17743 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.454949 17743 master_runner.cc:386] Master server non-default flags:
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.456503 17743 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.457823 17743 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.478883 17765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.292964 17770 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:32:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.293650 17770 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.296442 17770 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:08.323544 17602 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.336462 17716 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d" is_pre_election: true
01:32:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.337450 17716 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 2.
01:32:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.339107 17602 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:32:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.340195 17770 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Leader pre-election won for term 3
01:32:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.340724 17770 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:32:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.341150 17770 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 2 FOLLOWER]: Advancing to term 3
01:32:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.355639 17770 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.359756 17716 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:32:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.360322 17716 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 2 FOLLOWER]: Advancing to term 3
01:32:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.358446 17770 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 election: Requested vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:08.364256 17602 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.369894 17716 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 3.
01:32:08.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.371070 17602 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:32:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.372573 17770 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Leader election won for term 3
01:32:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.393980 17770 raft_consensus.cc:686] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 LEADER]: Becoming Leader. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Running, Role: LEADER
01:32:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.395574 17770 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.419600 17775 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:08.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.421880 17775 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.433164 17777 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:32:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.441407 17777 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:32:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.447163 17777 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.447595 17777 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:32:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.453190 17777 catalog_manager.cc:1504] Loading token signing keys...
01:32:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.457329 17777 catalog_manager.cc:5879] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Loaded TSK: 0
01:32:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.458997 17777 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:32:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.479540 17767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:07.481722 17743 server_base.cc:1034] running on GCE node
01:32:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:07.479825 17764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.791464 17743 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.794556 17743 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:08.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.796228 17743 hybrid_clock.cc:648] HybridClock initialized: now 1790472728796187 us; error 54 us; skew 500 ppm
01:32:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.797608 17743 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:08.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.799208 17716 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Refusing update from remote peer c1588153f79b40db8b82c750b2a6d254: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
01:32:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.802383 17775 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Connected to new peer: Peer: permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
01:32:08.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:08 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472728, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.809912 17743 init.cc:377] Logged in from keytab as kudu/127.16.139.254@KRBTEST.COM (short username kudu)
01:32:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.815505 17779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.816108 17779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.823364 17779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.824043 17779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.824112 17770 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.825122 17770 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:08.827371 17602 consensus_peers.cc:487] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 -> Peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Couldn't send request to peer 6af66ce46c2540c3b10f0685e9e5efd1. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:32:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.830111 17743 webserver.cc:460] Webserver started at http://127.16.139.254:41097/ using document root <none> and password file <none>
01:32:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.831063 17743 fs_manager.cc:359] Metadata directory not provided
01:32:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.831317 17743 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.839864 17743 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
01:32:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.845693 17787 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.846920 17743 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.847380 17743 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.850358 17743 fs_report.cc:383] FS layout report
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/data
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:08.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.898957 17743 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.905483 17743 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.905987 17743 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.990371 17743 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.254:36487
01:32:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.990559 17838 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.254:36487 every 8 connection(s)
01:32:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.994308 17743 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:08.999219 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17743
01:32:09.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:09.000 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.252:39087(127.16.139.252:39087)] connecting to peer
01:32:09.002 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.139.252:39087(127.16.139.252:39087)] Successfully connected to peer
01:32:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.017086 17839 sys_catalog.cc:263] Verifying existing consensus state
01:32:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.025468 17839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap starting.
01:32:09.052 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9c42d6a5, L:/127.0.0.1:33236 - R:/127.16.139.252:39087] using TOKEN/null
01:32:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.071072 17839 log.cc:824] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Log is configured to *not* fsync() on all Append() calls
01:32:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.088410 17839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.089239 17839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap complete.
01:32:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.118042 17839 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.120491 17839 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af66ce46c2540c3b10f0685e9e5efd1, State: Initialized, Role: FOLLOWER
01:32:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.121495 17839 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:09.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.124665 17844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:09.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.125510 17844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.126407 17839 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: configured and running, proceeding with master startup.
01:32:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.188622 17855 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.189061 17855 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: loading cluster ID for follower catalog manager: success
01:32:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.214934 17855 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: acquiring CA information for follower catalog manager: success
01:32:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:09 dist-test-slave-8d67 krb5kdc[16954](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472728, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for kudu/127.16.139.254@KRBTEST.COM
01:32:09.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.231256 17855 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.306227 17814 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [term 2 FOLLOWER]: Advancing to term 3
01:32:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.322299 17864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.323355 17864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.327745 17844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.328516 17844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1 [sys.catalog]: This master's current role is: FOLLOWER
01:32:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.767526 17775 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:09.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:09.768612 17775 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:10.932402 17737 debug-util.cc:398] Leaking SignalData structure 0x7b0800073f20 after lost signal to thread 17668
01:32:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:10.932919 17737 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3de0 after lost signal to thread 17740
01:32:12.108 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.252:39087
01:32:12.108 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:32:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.108752 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17580
01:32:12.138 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.139.252:39087(127.16.139.252:39087)] handling channelInactive
01:32:12.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.252:39087(127.16.139.252:39087)] cleaning up while in state READY due to: connection closed
01:32:12.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:12.141 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.253:44787
01:32:12.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:32:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.142006 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17652
01:32:12.171 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:12.171 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.254:36487
01:32:12.171 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:32:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.171698 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17743
01:32:12.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:12.207 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.252:39087
01:32:12.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.208945 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.530900 17875 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.531440 17875 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.532021 17875 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.564533 17875 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.564759 17875 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.565016 17875 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.565214 17875 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.565409 17875 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.565608 17875 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.565750 17875 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.620709 17875 master_runner.cc:386] Master server non-default flags:
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.252.keytab
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.252
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39087
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40331
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/logs
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.621903 17875 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.622869 17875 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.641319 17882 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.641785 17881 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:12.642059 17884 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:12.643050 17875 server_base.cc:1034] running on GCE node
01:32:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.896775 17875 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.899681 17875 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.901046 17875 hybrid_clock.cc:648] HybridClock initialized: now 1790472733901014 us; error 40 us; skew 500 ppm
01:32:13.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.902184 17875 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:13 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472733, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:13.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.908612 17875 init.cc:377] Logged in from keytab as kudu/127.16.139.252@KRBTEST.COM (short username kudu)
01:32:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.913975 17875 webserver.cc:460] Webserver started at http://127.16.139.252:40331/ using document root <none> and password file <none>
01:32:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.914875 17875 fs_manager.cc:359] Metadata directory not provided
01:32:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.915051 17875 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.922885 17875 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
01:32:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.927117 17895 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.928188 17875 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.928534 17875 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1588153f79b40db8b82c750b2a6d254"
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:49 on dist-test-slave-8d67"
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.931402 17875 fs_report.cc:383] FS layout report
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/wal
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/data
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.962857 17875 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.968194 17875 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:13.968668 17875 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.039753 17875 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.252:39087
01:32:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.039896 17946 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.252:39087 every 8 connection(s)
01:32:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.042644 17875 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-2/data/info.pb
01:32:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.051138 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17875
01:32:14.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:14.052 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.253:44787
01:32:14.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.053004 17947 sys_catalog.cc:263] Verifying existing consensus state
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.053480 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.058938 17947 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap starting.
01:32:14.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.109773 17947 log.cc:824] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Log is configured to *not* fsync() on all Append() calls
01:32:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.131503 17947 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.132513 17947 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Bootstrap complete.
01:32:14.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.168365 17947 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:14.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.172217 17947 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Initialized, Role: FOLLOWER
01:32:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.173362 17947 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.176414 17951 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.177057 17951 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: FOLLOWER
01:32:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.178422 17947 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: configured and running, proceeding with master startup.
01:32:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.220546 17962 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.220821 17962 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: loading cluster ID for follower catalog manager: success
01:32:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.240432 17962 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: acquiring CA information for follower catalog manager: success
01:32:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.206816 17875 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:32:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.245081 17875 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:32:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.246168 17962 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.443167 17949 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.443779 17949 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.444531 17949 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.475646 17949 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.475926 17949 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.476392 17949 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.476703 17949 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.477018 17949 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.477360 17949 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.477574 17949 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.521806 17949 master_runner.cc:386] Master server non-default flags:
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.253.keytab
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.253
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:44787
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45429
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/logs
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.522990 17949 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.523905 17949 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.545542 17970 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.545002 17976 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:32:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.545809 17976 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.550330 17976 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:15.555500 17899 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:15.561617 17899 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:15.562286 17899 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787): Network error: Client connection negotiation failed: client connection to 127.16.139.253:44787: connect: Connection refused (error 111)
01:32:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.562657 17899 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1588153f79b40db8b82c750b2a6d254; no voters: 169c63e518224240a9bfa9a23b1b1e1d, 6af66ce46c2540c3b10f0685e9e5efd1
01:32:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.563508 17976 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:32:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.546167 17971 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:14.548633 17949 server_base.cc:1034] running on GCE node
01:32:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:14.545837 17973 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.866624 17949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.870172 17949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.871714 17949 hybrid_clock.cc:648] HybridClock initialized: now 1790472735871640 us; error 74 us; skew 500 ppm
01:32:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.872834 17949 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:15 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472735, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.879117 17949 init.cc:377] Logged in from keytab as kudu/127.16.139.253@KRBTEST.COM (short username kudu)
01:32:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.885082 17949 webserver.cc:460] Webserver started at http://127.16.139.253:45429/ using document root <none> and password file <none>
01:32:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.886076 17949 fs_manager.cc:359] Metadata directory not provided
01:32:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.886296 17949 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.894757 17949 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
01:32:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.900053 17986 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.901372 17949 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
01:32:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.901798 17949 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:32:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:47 on dist-test-slave-8d67"
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.905360 17949 fs_report.cc:383] FS layout report
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/wal
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/data
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.953874 17949 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.959401 17949 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:15.959895 17949 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.044934 17949 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.253:44787
01:32:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.045044 18037 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.253:44787 every 8 connection(s)
01:32:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.048048 17949 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-1/data/info.pb
01:32:16.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.051723 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 17949
01:32:16.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:16.052 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.139.254:36487
01:32:16.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.054260 16943 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:32:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.063372 18038 sys_catalog.cc:263] Verifying existing consensus state
01:32:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.072669 18038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap starting.
01:32:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.123430 18038 log.cc:824] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Log is configured to *not* fsync() on all Append() calls
01:32:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.146050 18038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.147105 18038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: Bootstrap complete.
01:32:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.185467 18038 raft_consensus.cc:348] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.188787 18038 raft_consensus.cc:729] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 169c63e518224240a9bfa9a23b1b1e1d, State: Initialized, Role: FOLLOWER
01:32:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.189903 18038 consensus_queue.cc:260] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.205447 18042 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.206369 18042 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.207419 18038 sys_catalog.cc:564] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: configured and running, proceeding with master startup.
01:32:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.274358 18053 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.274636 18053 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: loading cluster ID for follower catalog manager: success
01:32:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.283130 18053 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: acquiring CA information for follower catalog manager: success
01:32:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.299523 18053 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:32:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.272581 17949 master_runner.cc:186] Error getting master registration for 127.16.139.254:36487: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111),
01:32:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.304864 17949 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:32:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.511934 18040 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:32:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.512590 18040 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:32:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.513350 18040 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:32:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.547094 18040 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:32:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.547361 18040 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:32:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.547858 18040 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:32:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.548174 18040 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:32:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.548482 18040 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:32:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.548780 18040 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:32:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.548995 18040 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43887/jwks.json
01:32:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.587590 18040 master_runner.cc:386] Master server non-default flags:
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:43009
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:36487,127.16.139.253:44787,127.16.139.252:39087
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/krb5kdc/kudu_127.16.139.254.keytab
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.139.254
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:32:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:36487
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43887/jwks.json
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41097
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/logs
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 00:02:55 UTC on ccycloud.quasar-qgnmee.root.comops.site
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675483
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:32:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.589027 18040 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:32:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.590240 18040 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:32:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.609651 18065 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.403286 18070 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:32:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.404488 18070 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.407935 18070 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:17.440423 17899 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.465664 18013 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d" is_pre_election: true
01:32:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.467028 18013 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 3.
01:32:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.469518 17899 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:32:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.470448 18070 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Leader pre-election won for term 4
01:32:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.470770 18070 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:32:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.471078 18070 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 3 FOLLOWER]: Advancing to term 4
01:32:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.481703 18070 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.483668 18070 leader_election.cc:288] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 election: Requested vote from peers 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487), 169c63e518224240a9bfa9a23b1b1e1d (127.16.139.253:44787)
01:32:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.486107 18013 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1588153f79b40db8b82c750b2a6d254" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "169c63e518224240a9bfa9a23b1b1e1d"
01:32:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.487360 18013 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 3 FOLLOWER]: Advancing to term 4
01:32:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:17.489610 17899 leader_election.cc:334] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111)
01:32:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.501452 18013 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1588153f79b40db8b82c750b2a6d254 in term 4.
01:32:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.502524 17899 leader_election.cc:302] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 169c63e518224240a9bfa9a23b1b1e1d, c1588153f79b40db8b82c750b2a6d254; no voters: 6af66ce46c2540c3b10f0685e9e5efd1
01:32:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.503396 18070 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 4 FOLLOWER]: Leader election won for term 4
01:32:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.513748 18070 raft_consensus.cc:686] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [term 4 LEADER]: Becoming Leader. State: Replica: c1588153f79b40db8b82c750b2a6d254, State: Running, Role: LEADER
01:32:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.514816 18070 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } }
01:32:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.538611 18075 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 4 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.540059 18075 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:17.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.545385 18077 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:32:17.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.555461 18077 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:32:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.559505 18077 catalog_manager.cc:1259] Loaded cluster ID: 9136eb136a1c4ab591f3ea1c39776336
01:32:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.559767 18077 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:32:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.564919 18077 catalog_manager.cc:1504] Loading token signing keys...
01:32:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.568849 18077 catalog_manager.cc:5879] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254: Loaded TSK: 0
01:32:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.570482 18077 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:32:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.610457 18067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:16.617448 18064 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:32:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:16.611063 18040 server_base.cc:1034] running on GCE node
01:32:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.910338 18040 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:32:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.913576 18040 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:32:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.915015 18040 hybrid_clock.cc:648] HybridClock initialized: now 1790472737914970 us; error 65 us; skew 500 ppm
01:32:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.915804 18040 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:32:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:17.924858 17899 consensus_peers.cc:487] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 -> Peer 6af66ce46c2540c3b10f0685e9e5efd1 (127.16.139.254:36487): Couldn't send request to peer 6af66ce46c2540c3b10f0685e9e5efd1. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:36487: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:32:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 01:32:17 dist-test-slave-8d67 krb5kdc[16954](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790472737, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.139.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:32:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.926208 18040 init.cc:377] Logged in from keytab as kudu/127.16.139.254@KRBTEST.COM (short username kudu)
01:32:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.931702 18040 webserver.cc:460] Webserver started at http://127.16.139.254:41097/ using document root <none> and password file <none>
01:32:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.932735 18040 fs_manager.cc:359] Metadata directory not provided
01:32:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.932929 18040 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:32:17.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.941084 18040 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
01:32:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.946412 18083 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:32:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.947798 18040 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
01:32:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.948148 18040 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data,/tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af66ce46c2540c3b10f0685e9e5efd1"
01:32:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:31:45 on dist-test-slave-8d67"
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:17.950676 18040 fs_report.cc:383] FS layout report
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/wal
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/data
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:32:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:32:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.017830 18040 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:32:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.023828 18040 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:32:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.024435 18040 kserver.cc:163] Server-wide thread pool size limit: 3276
01:32:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.025498 18013 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [term 4 FOLLOWER]: Refusing update from remote peer c1588153f79b40db8b82c750b2a6d254: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
01:32:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.027189 18075 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [LEADER]: Connected to new peer: Peer: permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
01:32:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.071329 18075 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.072561 18075 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1588153f79b40db8b82c750b2a6d254 [sys.catalog]: This master's current role is: LEADER
01:32:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.077160 18097 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.077554 18090 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1588153f79b40db8b82c750b2a6d254. Latest consensus state: current_term: 4 leader_uuid: "c1588153f79b40db8b82c750b2a6d254" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af66ce46c2540c3b10f0685e9e5efd1" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 36487 } } peers { permanent_uuid: "169c63e518224240a9bfa9a23b1b1e1d" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 44787 } } peers { permanent_uuid: "c1588153f79b40db8b82c750b2a6d254" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39087 } } }
01:32:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.078718 18090 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:18.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.078384 18097 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169c63e518224240a9bfa9a23b1b1e1d [sys.catalog]: This master's current role is: FOLLOWER
01:32:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.170535 18040 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.254:36487
01:32:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.170681 18140 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.139.254:36487 every 8 connection(s)
01:32:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.174530 18040 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5k8PQk/test-tmp/mini-kudu-cluster7221755511911134335/master-0/data/info.pb
01:32:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.182580 16943 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu as pid 18040
01:32:18.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:32:18.183 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.252:39087(127.16.139.252:39087)] connecting to peer
01:32:18.188 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.139.252:39087(127.16.139.252:39087)] Successfully connected to peer
01:32:18.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.188858 18141 sys_catalog.cc:263] Verifying existing consensus state
01:32:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.199052 18141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap starting.
01:32:18.225 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.16.139.252:39087 sent connection negotiation error: Not authorized: token expired
01:32:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:18.225358 18143 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:38276: token expired
01:32:18.226 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.139.252:39087(127.16.139.252:39087)] handling channelInactive
01:32:18.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.252:39087(127.16.139.252:39087)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
01:32:18.226 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.16.139.252:39087(127.16.139.252:39087)] connecting to peer
01:32:18.227 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.16.139.253:44787(127.16.139.253:44787)] connecting to peer
01:32:18.227 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.139.252:39087(127.16.139.252:39087)] Successfully connected to peer
01:32:18.228 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.16.139.254:36487(127.16.139.254:36487)] connecting to peer
01:32:18.230 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.139.254:36487(127.16.139.254:36487)] Successfully connected to peer
01:32:18.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.252:39087(127.16.139.252:39087)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.252:39087: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.231 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.139.252:39087(127.16.139.252:39087)] handling channelInactive
01:32:18.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.254:36487(127.16.139.254:36487)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:36487: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.257 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.139.254:36487(127.16.139.254:36487)] handling channelInactive
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:18.267114 18144 negotiation.cc:337] Failed RPC negotiation. Trace:
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.229603 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:48102 (local address 127.16.139.254:36487)
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.247072 (+ 17469us) server_negotiation.cc:206] Beginning negotiation
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.247118 (+ 46us) server_negotiation.cc:399] Waiting for connection header
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.247213 (+ 95us) server_negotiation.cc:407] Connection header received
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.254732 (+ 7519us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.254792 (+ 60us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:32:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.255331 (+ 539us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:32:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.255805 (+ 474us) server_negotiation.cc:226] Negotiated authn=SASL
01:32:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.265321 (+ 9516us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48102: BlockingRecv error: recv got EOF from 127.0.0.1:48102 (error 108)
01:32:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16809,"thread_start_us":18500,"threads_started":1}
01:32:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.267419 18141 log.cc:824] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Log is configured to *not* fsync() on all Append() calls
01:32:18.282 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.139.253:44787(127.16.139.253:44787)] Successfully connected to peer
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:18.285588 18143 negotiation.cc:337] Failed RPC negotiation. Trace:
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.227952 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38284 (local address 127.16.139.252:39087)
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.228864 (+ 912us) server_negotiation.cc:206] Beginning negotiation
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.228894 (+ 30us) server_negotiation.cc:399] Waiting for connection header
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.228938 (+ 44us) server_negotiation.cc:407] Connection header received
01:32:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.229060 (+ 122us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:32:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.229086 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:32:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.229351 (+ 265us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:32:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.229554 (+ 203us) server_negotiation.cc:226] Negotiated authn=SASL
01:32:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.283304 (+ 53750us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38284: BlockingRecv error: recv got EOF from 127.0.0.1:38284 (error 108)
01:32:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":478}
01:32:18.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.253:44787(127.16.139.253:44787)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:44787: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:32:18.299 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.139.253:44787(127.16.139.253:44787)] disconnecting while in state TERMINATED
01:32:18.299 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.139.254:36487(127.16.139.254:36487)] disconnecting while in state TERMINATED
01:32:18.299 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.139.252:39087(127.16.139.252:39087)] disconnecting while in state TERMINATED
01:32:18.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:32:18.303 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:32:18.303 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.139.253:44787(127.16.139.253:44787)] handling channelInactive
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.307502 18141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.308660 18141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af66ce46c2540c3b10f0685e9e5efd1: Bootstrap complete.
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:18.309787 18145 negotiation.cc:337] Failed RPC negotiation. Trace:
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.259056 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:54828 (local address 127.16.139.253:44787)
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.289496 (+ 30440us) server_negotiation.cc:206] Beginning negotiation
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.289526 (+ 30us) server_negotiation.cc:399] Waiting for connection header
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.289590 (+ 64us) server_negotiation.cc:407] Connection header received
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.289753 (+ 163us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.289779 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.291138 (+ 1359us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.291408 (+ 270us) server_negotiation.cc:226] Negotiated authn=SASL
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:32:18.307978 (+ 16570us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54828: BlockingRecv error: recv got EOF from 127.0.0.1:54828 (error 108)
01:32:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":29837,"thread_start_us":34935,"threads_started":1}
01:32:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.320734 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 18040
01:32:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.344161 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17949
01:32:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:18.371088 16943 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 17875
01:32:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:19.290477 16927 debug-util.cc:398] Leaking SignalData structure 0x7b08000b86a0 after lost signal to thread 16802
01:32:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:32:19.291599 16927 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8ca0 after lost signal to thread 16930
01:32:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:32:19Z chronyd exiting
01:32:20.641 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:32:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.642369 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16501
01:32:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.679167 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16657
01:32:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.716940 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16801
01:32:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.746562 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16231
01:32:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.781560 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16301
01:32:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:32:20.809716 16219 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5k8PQk/build/tsan/bin/kudu with pid 16376
01:32:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:32:21Z chronyd exiting
01:32:22.985 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.16.139.252:39087,127.16.139.253:44787,127.16.139.254:36487). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.16.139.252:39087,127.16.139.253:44787,127.16.139.254:36487). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
01:32:23.988 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
01:32:23.990 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.16.139.252:39087,127.16.139.253:44787,127.16.139.254:36487). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.16.139.252:39087,127.16.139.253:44787,127.16.139.254:36487). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more