03:25:37.942 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:25:37.942 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQ4uFgo/test-tmp
03:25:37.943 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:25:37.943 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQ4uFgo/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:25:37.944 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:25:38.300 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:25:38.300 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:25:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.303799 26524 mini_oidc.cc:152] Starting JWKS server
03:25:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.307672 26524 webserver.cc:460] Webserver started at http://127.0.0.1:44359/ using document root <none> and password file <none>
03:25:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.308233 26524 mini_oidc.cc:189] Starting OIDC Discovery server
03:25:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.310127 26524 webserver.cc:460] Webserver started at http://127.0.0.1:39311/ using document root <none> and password file <none>
03:25:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:25:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:25:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:25:38Z Disabled control of system clock
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.365691 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/logs
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data/info.pb
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.62:37899
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.62
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json with env {}
03:25:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.674805 26539 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.675408 26539 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.675890 26539 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.707217 26539 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.707506 26539 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.707695 26539 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.707892 26539 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.708081 26539 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.708216 26539 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44359/jwks.json
03:25:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.743439 26539 master_runner.cc:386] Master server non-default flags:
03:25:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.62:37899
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data/info.pb
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.62
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/logs
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.744783 26539 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:38.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:38.746315 26539 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.765630 26555 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.765712 26557 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:38.765671 26552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.007831 26556 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1240 milliseconds
03:25:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.007993 26539 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:25:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.009527 26539 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.012403 26539 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.013890 26539 hybrid_clock.cc:648] HybridClock initialized: now 1786245940013838 us; error 117 us; skew 500 ppm
03:25:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.014947 26539 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.022558 26539 webserver.cc:460] Webserver started at http://127.25.231.62:39121/ using document root <none> and password file <none>
03:25:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.023675 26539 fs_manager.cc:359] Metadata directory not provided
03:25:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.023938 26539 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.024454 26539 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.029903 26539 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data/instance:
03:25:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a7559fbfad4fd2b69ef2048f81859c"
03:25:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:40 on dist-test-slave-jq4t"
03:25:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.031186 26539 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal/instance:
03:25:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a7559fbfad4fd2b69ef2048f81859c"
03:25:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:40 on dist-test-slave-jq4t"
03:25:40.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.039719 26539 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
03:25:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.045922 26566 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.047099 26539 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:25:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.047499 26539 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal
03:25:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a7559fbfad4fd2b69ef2048f81859c"
03:25:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:40 on dist-test-slave-jq4t"
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.047896 26539 fs_report.cc:383] FS layout report
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data/data
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.095862 26539 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.097549 26539 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.098088 26539 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.169898 26539 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.62:37899
03:25:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.170006 26640 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.62:37899 every 8 connection(s)
03:25:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.172801 26539 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/data/info.pb
03:25:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.178335 26642 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.183085 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 26539
03:25:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.183646 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-0/wal/instance
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.189142 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/logs
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data/info.pb
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.61:44787
03:25:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.61
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json with env {}
03:25:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.193987 26642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } has no permanent_uuid. Determining permanent_uuid...
03:25:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.227890 26642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
03:25:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.230366 26567 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.234628 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.284236 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 1
03:25:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.288285 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.356717 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 2
03:25:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.360800 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.452248 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 3
03:25:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.456161 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.515632 26645 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.516222 26645 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.516785 26645 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.548144 26645 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.548439 26645 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.548707 26645 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.548905 26645 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.549100 26645 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.549239 26645 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44359/jwks.json
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.586539 26645 master_runner.cc:386] Master server non-default flags:
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.61:44787
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data/info.pb
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.61
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/logs
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.587893 26645 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.589592 26645 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.599597 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 4
03:25:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.604307 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:40.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.609985 26658 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:40.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.903812 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 5
03:25:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.908196 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.455940 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 6
03:25:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:41.464795 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.61:44787: Network error: Client connection negotiation failed: client connection to 127.25.231.61:44787: connect: Connection refused (error 111)
03:25:41.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.609997 26660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:41.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:40.609985 26662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:40.611850 26645 server_base.cc:1034] running on GCE node
03:25:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.817780 26645 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.820524 26645 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.821878 26645 hybrid_clock.cc:648] HybridClock initialized: now 1786245941821848 us; error 52 us; skew 500 ppm
03:25:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.822677 26645 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.829897 26645 webserver.cc:460] Webserver started at http://127.25.231.61:41049/ using document root <none> and password file <none>
03:25:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.830816 26645 fs_manager.cc:359] Metadata directory not provided
03:25:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.831022 26645 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.831434 26645 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.836364 26645 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data/instance:
03:25:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c81ac6547b4dc99db354586efccd69"
03:25:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:41 on dist-test-slave-jq4t"
03:25:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.837541 26645 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal/instance:
03:25:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c81ac6547b4dc99db354586efccd69"
03:25:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:41 on dist-test-slave-jq4t"
03:25:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.845201 26645 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
03:25:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.850894 26677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.851962 26645 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
03:25:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.852258 26645 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal
03:25:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c81ac6547b4dc99db354586efccd69"
03:25:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:41 on dist-test-slave-jq4t"
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.852653 26645 fs_report.cc:383] FS layout report
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data/data
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.907465 26645 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.909024 26645 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.909507 26645 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.984557 26645 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.61:44787
03:25:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.984639 26766 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.61:44787 every 8 connection(s)
03:25:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.987411 26645 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/data/info.pb
03:25:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.991896 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 26645
03:25:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.992414 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-1/wal/instance
03:25:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.993487 26767 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:41.995747 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/logs
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data/info.pb
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.60:45767
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.60
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json with env {}
03:25:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.008777 26767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } has no permanent_uuid. Determining permanent_uuid...
03:25:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.032666 26767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
03:25:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.049377 26767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } has no permanent_uuid. Determining permanent_uuid...
03:25:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.051537 26682 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.055473 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.105067 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 1
03:25:42.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.109153 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.177685 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 2
03:25:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.182288 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.273727 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 3
03:25:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.277525 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.320056 26769 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.320802 26769 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.321401 26769 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.352430 26769 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.352893 26769 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.353238 26769 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.353549 26769 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.353850 26769 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.354076 26769 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44359/jwks.json
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.391638 26769 master_runner.cc:386] Master server non-default flags:
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.60:45767
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44359/jwks.json
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data/info.pb
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.60
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/logs
03:25:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.393328 26769 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.395119 26769 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.415263 26784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.420958 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 4
03:25:42.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.424636 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.525293 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } attempt: 7
03:25:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.543015 26642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } has no permanent_uuid. Determining permanent_uuid...
03:25:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.548424 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.607116 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 1
03:25:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.610862 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.692572 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 2
03:25:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.697083 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.724053 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 5
03:25:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.728279 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.782722 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 3
03:25:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.787127 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.927793 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 4
03:25:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.933001 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.216543 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 5
03:25:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.221431 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.275934 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 6
03:25:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.283233 26767 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.415511 26787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:42.417870 26769 server_base.cc:1034] running on GCE node
03:25:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:42.415498 26785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.628644 26769 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.631949 26769 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.633389 26769 hybrid_clock.cc:648] HybridClock initialized: now 1786245943633364 us; error 50 us; skew 500 ppm
03:25:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.634249 26769 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.645193 26769 webserver.cc:460] Webserver started at http://127.25.231.60:36111/ using document root <none> and password file <none>
03:25:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.646117 26769 fs_manager.cc:359] Metadata directory not provided
03:25:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.646297 26769 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.646692 26769 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.651577 26769 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data/instance:
03:25:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4"
03:25:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:43 on dist-test-slave-jq4t"
03:25:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.652766 26769 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal/instance:
03:25:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4"
03:25:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:43 on dist-test-slave-jq4t"
03:25:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.659947 26769 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:25:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.665544 26806 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.666743 26769 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.667027 26769 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4"
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:43 on dist-test-slave-jq4t"
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.667333 26769 fs_report.cc:383] FS layout report
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal
03:25:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data/data
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.713727 26769 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.715337 26769 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.715875 26769 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.773885 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 6
03:25:43.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.781309 26642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.231.60:45767: Network error: Client connection negotiation failed: client connection to 127.25.231.60:45767: connect: Connection refused (error 111)
03:25:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.790097 26769 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.60:45767
03:25:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.790185 26881 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.60:45767 every 8 connection(s)
03:25:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.793071 26769 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/data/info.pb
03:25:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.796613 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 26769
03:25:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.797123 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/master-2/wal/instance
03:25:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.799583 26882 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.816816 26882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } has no permanent_uuid. Determining permanent_uuid...
03:25:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.842805 26882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
03:25:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.853822 26882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } has no permanent_uuid. Determining permanent_uuid...
03:25:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.878335 26882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: Bootstrap starting.
03:25:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.884629 26882 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: Neither blocks nor log segments found. Creating new log.
03:25:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.886888 26882 log.cc:824] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: Log is configured to *not* fsync() on all Append() calls
03:25:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.891515 26882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: No bootstrap required, opened a new log
03:25:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.912600 26882 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.913242 26882 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:25:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.913425 26882 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cfbbb5a1e0e49eb850c37572acdc7b4, State: Initialized, Role: FOLLOWER
03:25:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.914093 26882 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:43.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.917270 26895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:43.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.918236 26895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: This master's current role is: FOLLOWER
03:25:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.919072 26882 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: configured and running, proceeding with master startup.
03:25:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.942441 26911 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:25:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.942767 26911 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:25:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.939119 26769 master_runner.cc:186] Error getting master registration for 127.25.231.62:37899: OK, instance_id { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" instance_seqno: 1786245940149532 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:25:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:43.971520 26815 tablet.cc:2369] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:25:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:43.971902 26769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:25:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.343915 26767 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 7
03:25:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.365715 26767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: Bootstrap starting.
03:25:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.373152 26767 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: Neither blocks nor log segments found. Creating new log.
03:25:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.375587 26767 log.cc:824] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: Log is configured to *not* fsync() on all Append() calls
03:25:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.380709 26767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: No bootstrap required, opened a new log
03:25:44.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.385720 26895 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:25:44.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.386281 26895 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.388777 26895 leader_election.cc:288] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34a7559fbfad4fd2b69ef2048f81859c (127.25.231.62:37899), 66c81ac6547b4dc99db354586efccd69 (127.25.231.61:44787)
03:25:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.411556 26767 raft_consensus.cc:348] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.412501 26767 raft_consensus.cc:374] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:25:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.412961 26767 raft_consensus.cc:729] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c81ac6547b4dc99db354586efccd69, State: Initialized, Role: FOLLOWER
03:25:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.413918 26767 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.416939 26915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.417956 26915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: This master's current role is: FOLLOWER
03:25:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.418583 26767 sys_catalog.cc:564] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: configured and running, proceeding with master startup.
03:25:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.418776 26730 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c81ac6547b4dc99db354586efccd69" is_pre_election: true
03:25:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.419730 26730 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cfbbb5a1e0e49eb850c37572acdc7b4 in term 0.
03:25:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.421296 26807 leader_election.cc:302] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c81ac6547b4dc99db354586efccd69, 8cfbbb5a1e0e49eb850c37572acdc7b4; no voters:
03:25:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.422499 26895 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:25:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.422847 26895 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:25:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.423272 26895 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 0 FOLLOWER]: Advancing to term 1
03:25:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.430687 26895 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.439116 26730 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c81ac6547b4dc99db354586efccd69"
03:25:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.439728 26730 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 0 FOLLOWER]: Advancing to term 1
03:25:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.446718 26730 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8cfbbb5a1e0e49eb850c37572acdc7b4 in term 1.
03:25:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.438123 26895 leader_election.cc:288] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [CANDIDATE]: Term 1 election: Requested vote from peers 34a7559fbfad4fd2b69ef2048f81859c (127.25.231.62:37899), 66c81ac6547b4dc99db354586efccd69 (127.25.231.61:44787)
03:25:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.447882 26807 leader_election.cc:302] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c81ac6547b4dc99db354586efccd69, 8cfbbb5a1e0e49eb850c37572acdc7b4; no voters:
03:25:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.448514 26895 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 1 FOLLOWER]: Leader election won for term 1
03:25:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.456060 26895 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [term 1 LEADER]: Becoming Leader. State: Replica: 8cfbbb5a1e0e49eb850c37572acdc7b4, State: Running, Role: LEADER
03:25:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.457085 26895 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.474126 26929 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfbbb5a1e0e49eb850c37572acdc7b4. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.475296 26929 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: This master's current role is: LEADER
03:25:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.480909 26933 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:25:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.482700 26938 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:25:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.489872 26938 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:25:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.507679 26730 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [term 1 FOLLOWER]: Refusing update from remote peer 8cfbbb5a1e0e49eb850c37572acdc7b4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:25:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.515220 26929 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:25:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.484707 26645 master_runner.cc:186] Error getting master registration for 127.25.231.62:37899: OK, instance_id { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" instance_seqno: 1786245940149532 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:25:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.518532 26645 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:25:44.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.540231 26943 mvcc.cc:205] Tried to move back new op lower bound from 7316463388685705216 to 7316463388506284032. Current Snapshot: MvccSnapshot[applied={T|T < 7316463388685705216}]
03:25:44.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.543169 26915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfbbb5a1e0e49eb850c37572acdc7b4. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:44.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.544016 26915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: This master's current role is: FOLLOWER
03:25:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.554739 26929 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.555723 26929 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: This master's current role is: LEADER
03:25:44.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.560877 26938 catalog_manager.cc:1347] Generated new cluster ID: d648089e36d248529670979b35c73b9e
03:25:44.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.561211 26938 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:25:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.585901 26915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.587002 26915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69 [sys.catalog]: This master's current role is: FOLLOWER
03:25:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.610889 26938 catalog_manager.cc:1370] Generated new certificate authority record
03:25:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.613587 26938 catalog_manager.cc:1504] Loading token signing keys...
03:25:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.649230 26938 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4: Generated new TSK 0
03:25:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.651186 26938 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.670915 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/logs
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data/info.pb
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.1:0
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.1
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.1
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:25:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.814692 26642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } attempt: 7
03:25:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.885874 26642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: Bootstrap starting.
03:25:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.910912 26642 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: Neither blocks nor log segments found. Creating new log.
03:25:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.919348 26642 log.cc:824] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: Log is configured to *not* fsync() on all Append() calls
03:25:44.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.927191 26642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: No bootstrap required, opened a new log
03:25:44.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.958792 26642 raft_consensus.cc:348] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.959738 26642 raft_consensus.cc:374] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:25:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.960057 26642 raft_consensus.cc:729] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a7559fbfad4fd2b69ef2048f81859c, State: Initialized, Role: FOLLOWER
03:25:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.961059 26642 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } }
03:25:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.965597 26642 sys_catalog.cc:564] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: configured and running, proceeding with master startup.
03:25:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.966184 26603 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [term 0 FOLLOWER]: Advancing to term 1
03:25:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.968326 26606 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34a7559fbfad4fd2b69ef2048f81859c" is_pre_election: true
03:25:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.971511 26604 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34a7559fbfad4fd2b69ef2048f81859c"
03:25:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.992779 26603 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [term 1 FOLLOWER]: Refusing update from remote peer 8cfbbb5a1e0e49eb850c37572acdc7b4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:25:44.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.995703 26895 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:25:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:44.964900 26955 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.010294 26955 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: This master's current role is: FOLLOWER
03:25:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.061224 26968 mvcc.cc:205] Tried to move back new op lower bound from 7316463388685705216 to 7316463388506284032. Current Snapshot: MvccSnapshot[applied={T|T < 7316463388685705216}]
03:25:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.081486 26955 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfbbb5a1e0e49eb850c37572acdc7b4. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.084242 26955 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: This master's current role is: FOLLOWER
03:25:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.085696 26963 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.086555 26963 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c [sys.catalog]: This master's current role is: FOLLOWER
03:25:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.099424 26978 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:25:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.153002 26949 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.153607 26949 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.154178 26949 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.189100 26949 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.190229 26949 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.231.1
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.229212 26949 tablet_server_runner.cc:78] Tablet server non-default flags:
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.1:0
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data/info.pb
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.1
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.1
03:25:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/logs
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.230803 26949 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.232810 26949 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.255505 26992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.382071 26895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34a7559fbfad4fd2b69ef2048f81859c" member_type: VOTER last_known_addr { host: "127.25.231.62" port: 37899 } } peers { permanent_uuid: "66c81ac6547b4dc99db354586efccd69" member_type: VOTER last_known_addr { host: "127.25.231.61" port: 44787 } } peers { permanent_uuid: "8cfbbb5a1e0e49eb850c37572acdc7b4" member_type: VOTER last_known_addr { host: "127.25.231.60" port: 45767 } } }
03:25:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.383319 26895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfbbb5a1e0e49eb850c37572acdc7b4 [sys.catalog]: This master's current role is: LEADER
03:25:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.490342 26933 catalog_manager.cc:1259] Loaded cluster ID: d648089e36d248529670979b35c73b9e
03:25:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.490937 26933 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: loading cluster ID for follower catalog manager: success
03:25:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.499853 26933 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: acquiring CA information for follower catalog manager: success
03:25:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:45.505997 26933 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 66c81ac6547b4dc99db354586efccd69: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:25:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.107815 26978 catalog_manager.cc:1259] Loaded cluster ID: d648089e36d248529670979b35c73b9e
03:25:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.108119 26978 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: loading cluster ID for follower catalog manager: success
03:25:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.116359 26978 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: acquiring CA information for follower catalog manager: success
03:25:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.122435 26978 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 34a7559fbfad4fd2b69ef2048f81859c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:25:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.256394 26990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:46.701911 26991 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:25:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.702521 26949 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:25:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:45.257040 26988 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.706607 26949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.712205 26949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.716333 26949 hybrid_clock.cc:648] HybridClock initialized: now 1786245946715044 us; error 1309 us; skew 500 ppm
03:25:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.717476 26949 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.728809 26949 webserver.cc:460] Webserver started at http://127.25.231.1:41711/ using document root <none> and password file <none>
03:25:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.730207 26949 fs_manager.cc:359] Metadata directory not provided
03:25:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.730516 26949 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.731876 26949 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.739666 26949 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data/instance:
03:25:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23a13602ccba445d94573de476fffacb"
03:25:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:46 on dist-test-slave-jq4t"
03:25:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.741324 26949 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal/instance:
03:25:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23a13602ccba445d94573de476fffacb"
03:25:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:46 on dist-test-slave-jq4t"
03:25:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.751828 26949 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
03:25:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.759869 27009 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.761410 26949 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
03:25:46.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.761828 26949 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal
03:25:46.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23a13602ccba445d94573de476fffacb"
03:25:46.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:46 on dist-test-slave-jq4t"
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.762306 26949 fs_report.cc:383] FS layout report
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data/data
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.825634 26949 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.827862 26949 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.828804 26949 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.833495 26949 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:25:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.839820 26949 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:25:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.840138 26949 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:25:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.840459 26949 ts_tablet_manager.cc:610] Registered 0 tablets
03:25:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:46.840695 26949 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
03:25:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.074692 26949 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.1:41137
03:25:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.074828 27173 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.1:41137 every 8 connection(s)
03:25:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.078647 26949 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/data/info.pb
03:25:47.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.080521 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 26949
03:25:47.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.081017 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-0/wal/instance
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.114985 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/logs
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data/info.pb
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.2:0
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.2
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.2
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:47.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:25:47.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.196091 27176 heartbeater.cc:347] Connected to a master server at 127.25.231.60:45767
03:25:47.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.196727 27176 heartbeater.cc:464] Registering TS with master...
03:25:47.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.198064 27176 heartbeater.cc:511] Master 127.25.231.60:45767 requested a full tablet report, sending...
03:25:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.201386 26828 ts_manager.cc:194] Registered new tserver with Master: 23a13602ccba445d94573de476fffacb (127.25.231.1:41137)
03:25:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.204308 26828 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.231.1:51007
03:25:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.212930 27181 heartbeater.cc:347] Connected to a master server at 127.25.231.61:44787
03:25:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.213373 27181 heartbeater.cc:464] Registering TS with master...
03:25:47.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.214277 27181 heartbeater.cc:511] Master 127.25.231.61:44787 requested a full tablet report, sending...
03:25:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.218348 26704 ts_manager.cc:194] Registered new tserver with Master: 23a13602ccba445d94573de476fffacb (127.25.231.1:41137)
03:25:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.223285 27185 heartbeater.cc:347] Connected to a master server at 127.25.231.62:37899
03:25:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.223726 27185 heartbeater.cc:464] Registering TS with master...
03:25:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.224457 27185 heartbeater.cc:511] Master 127.25.231.62:37899 requested a full tablet report, sending...
03:25:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.228160 26593 ts_manager.cc:194] Registered new tserver with Master: 23a13602ccba445d94573de476fffacb (127.25.231.1:41137)
03:25:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.621569 27184 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.622287 27184 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.623068 27184 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.678850 27184 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.680600 27184 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.231.2
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.744431 27184 tablet_server_runner.cc:78] Tablet server non-default flags:
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.2:0
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data/info.pb
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.2
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.2
03:25:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/logs
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.746246 27184 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:47.748594 27184 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:47.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.776059 27201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:48.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:48.209949 27176 heartbeater.cc:503] Master 127.25.231.60:45767 was elected leader, sending a full tablet report...
03:25:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:49.167987 27199 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 27184
03:25:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:47.783004 27200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:49.479898 27199 kernel_stack_watchdog.cc:198] Thread 27184 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
03:25:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:25:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:25:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:25:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:25:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:49.485416 27184 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.712s user 0.575s sys 1.103s
03:25:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:49.485824 27184 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.712s user 0.575s sys 1.103s
03:25:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.486117 27184 server_base.cc:1034] running on GCE node
03:25:49.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:49.487828 27204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.489267 27184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.491429 27184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.492774 27184 hybrid_clock.cc:648] HybridClock initialized: now 1786245949492741 us; error 43 us; skew 500 ppm
03:25:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.493634 27184 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.503505 27184 webserver.cc:460] Webserver started at http://127.25.231.2:40673/ using document root <none> and password file <none>
03:25:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.504451 27184 fs_manager.cc:359] Metadata directory not provided
03:25:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.504670 27184 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.505080 27184 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.510059 27184 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data/instance:
03:25:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcf86b22959240d89931cebd43afa7d0"
03:25:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:49 on dist-test-slave-jq4t"
03:25:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.511184 27184 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal/instance:
03:25:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcf86b22959240d89931cebd43afa7d0"
03:25:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:49 on dist-test-slave-jq4t"
03:25:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.519253 27184 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
03:25:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.526307 27215 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.527774 27184 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
03:25:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.528203 27184 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal
03:25:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcf86b22959240d89931cebd43afa7d0"
03:25:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:49 on dist-test-slave-jq4t"
03:25:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.528663 27184 fs_report.cc:383] FS layout report
03:25:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data/data
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.574049 27184 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.575585 27184 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:49.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.576010 27184 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.578603 27184 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:25:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.583055 27184 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:25:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.583250 27184 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:25:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.583456 27184 ts_tablet_manager.cc:610] Registered 0 tablets
03:25:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.583588 27184 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:25:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.729511 27184 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.2:34921
03:25:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.729660 27394 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.2:34921 every 8 connection(s)
03:25:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.732353 27184 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/data/info.pb
03:25:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.739187 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 27184
03:25:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.740192 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-1/wal/instance
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.758203 26524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/logs
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data/info.pb
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.3:0
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.3
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.3
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:25:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.784510 27395 heartbeater.cc:347] Connected to a master server at 127.25.231.60:45767
03:25:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.785087 27395 heartbeater.cc:464] Registering TS with master...
03:25:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.786514 27395 heartbeater.cc:511] Master 127.25.231.60:45767 requested a full tablet report, sending...
03:25:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.789527 26828 ts_manager.cc:194] Registered new tserver with Master: fcf86b22959240d89931cebd43afa7d0 (127.25.231.2:34921)
03:25:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.791911 27396 heartbeater.cc:347] Connected to a master server at 127.25.231.61:44787
03:25:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.792253 27396 heartbeater.cc:464] Registering TS with master...
03:25:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.792407 26828 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.231.2:39311
03:25:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.793095 27396 heartbeater.cc:511] Master 127.25.231.61:44787 requested a full tablet report, sending...
03:25:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.795696 26704 ts_manager.cc:194] Registered new tserver with Master: fcf86b22959240d89931cebd43afa7d0 (127.25.231.2:34921)
03:25:49.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.800973 27397 heartbeater.cc:347] Connected to a master server at 127.25.231.62:37899
03:25:49.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.801402 27397 heartbeater.cc:464] Registering TS with master...
03:25:49.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.802162 27397 heartbeater.cc:511] Master 127.25.231.62:37899 requested a full tablet report, sending...
03:25:49.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:49.805465 26593 ts_manager.cc:194] Registered new tserver with Master: fcf86b22959240d89931cebd43afa7d0 (127.25.231.2:34921)
03:25:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.106544 27415 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.107167 27415 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.107748 27415 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.140980 27415 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.141956 27415 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.231.3
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:50.183682 27415 tablet_server_runner.cc:78] Tablet server non-default flags:
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.231.20:34225
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.231.3:0
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data/info.pb
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.231.3
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.231.62:37899,127.25.231.61:44787,127.25.231.60:45767
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.231.3
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/logs
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:50.185359 27415 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:50.187402 27415 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.209942 27432 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:50.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:50.799142 27395 heartbeater.cc:503] Master 127.25.231.60:45767 was elected leader, sending a full tablet report...
03:25:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.210125 27429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:50.212121 27430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:51.509114 27431 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
03:25:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.509248 27415 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:25:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.511500 27415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.521128 27415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:51.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.522876 27415 hybrid_clock.cc:648] HybridClock initialized: now 1786245951522833 us; error 46 us; skew 500 ppm
03:25:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.524421 27415 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:51.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.531858 27415 webserver.cc:460] Webserver started at http://127.25.231.3:41637/ using document root <none> and password file <none>
03:25:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.533001 27415 fs_manager.cc:359] Metadata directory not provided
03:25:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.533208 27415 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.533617 27415 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.538453 27415 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data/instance:
03:25:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c72b75ff044943dc8a673aca93f3534d"
03:25:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:51 on dist-test-slave-jq4t"
03:25:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.539544 27415 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal/instance:
03:25:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c72b75ff044943dc8a673aca93f3534d"
03:25:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:51 on dist-test-slave-jq4t"
03:25:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.546545 27415 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
03:25:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.552201 27440 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.553253 27415 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:25:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.553633 27415 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c72b75ff044943dc8a673aca93f3534d"
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:51 on dist-test-slave-jq4t"
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.553982 27415 fs_report.cc:383] FS layout report
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data/data
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:51.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.630769 27415 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.632527 27415 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.633129 27415 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.635767 27415 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:25:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.640152 27415 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:25:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.640352 27415 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:25:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.640688 27415 ts_tablet_manager.cc:610] Registered 0 tablets
03:25:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.640836 27415 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:25:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.790530 27415 rpc_server.cc:307] RPC server started. Bound to: 127.25.231.3:44767
03:25:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.790637 27633 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.231.3:44767 every 8 connection(s)
03:25:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.793790 27415 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/data/info.pb
03:25:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.796049 26524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 27415
03:25:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.796607 26524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4062106568756440956/ts-2/wal/instance
03:25:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.848397 27634 heartbeater.cc:347] Connected to a master server at 127.25.231.60:45767
03:25:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.848888 27635 heartbeater.cc:347] Connected to a master server at 127.25.231.61:44787
03:25:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.849730 27635 heartbeater.cc:464] Registering TS with master...
03:25:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.848884 27634 heartbeater.cc:464] Registering TS with master...
03:25:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.851251 27635 heartbeater.cc:511] Master 127.25.231.61:44787 requested a full tablet report, sending...
03:25:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.851619 27634 heartbeater.cc:511] Master 127.25.231.60:45767 requested a full tablet report, sending...
03:25:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.854269 26828 ts_manager.cc:194] Registered new tserver with Master: c72b75ff044943dc8a673aca93f3534d (127.25.231.3:44767)
03:25:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.854705 26704 ts_manager.cc:194] Registered new tserver with Master: c72b75ff044943dc8a673aca93f3534d (127.25.231.3:44767)
03:25:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.856195 26828 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.231.3:40177
03:25:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.859383 27638 heartbeater.cc:347] Connected to a master server at 127.25.231.62:37899
03:25:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.859760 27638 heartbeater.cc:464] Registering TS with master...
03:25:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.860606 27638 heartbeater.cc:511] Master 127.25.231.62:37899 requested a full tablet report, sending...
03:25:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.862985 26592 ts_manager.cc:194] Registered new tserver with Master: c72b75ff044943dc8a673aca93f3534d (127.25.231.3:44767)
03:25:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:51.867035 26524 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:25:51.878 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:25:51.878 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:25:51.880 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.231.62"
port: 37899
}
bound_http_address {
host: "127.25.231.62"
port: 39121
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.231.61"
port: 44787
}
bound_http_address {
host: "127.25.231.61"
port: 41049
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.231.60"
port: 45767
}
bound_http_address {
host: "127.25.231.60"
port: 36111
}
}
}
03:25:51.880 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:25:51.881 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.231.1"
port: 41137
}
bound_http_address {
host: "127.25.231.1"
port: 41711
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.231.2"
port: 34921
}
bound_http_address {
host: "127.25.231.2"
port: 40673
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.231.3"
port: 44767
}
bound_http_address {
host: "127.25.231.3"
port: 41637
}
}
}
03:25:51.881 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:25:51.882 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6370073140959212514/krb5kdc/krb5cc
03:25:51.883 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:25:51.884 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQ4uFgo/test-tmp
03:25:51.885 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:25:51.885 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQ4uFgo/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:25:51.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:25:52.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:25:52.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:25:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:52.233928 27654 mini_oidc.cc:152] Starting JWKS server
03:25:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:52.237572 27654 webserver.cc:460] Webserver started at http://127.0.0.1:35253/ using document root <none> and password file <none>
03:25:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:52.238116 27654 mini_oidc.cc:189] Starting OIDC Discovery server
03:25:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:52.240003 27654 webserver.cc:460] Webserver started at http://127.0.0.1:39859/ using document root <none> and password file <none>
03:25:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:25:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/principal' for realm 'KRBTEST.COM',
03:25:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:25:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:52 dist-test-slave-jq4t krb5kdc[27674](info): setting up network...
03:25:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:25:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:52 dist-test-slave-jq4t krb5kdc[27674](info): set up 2 sockets
03:25:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:52 dist-test-slave-jq4t krb5kdc[27674](info): commencing operation
03:25:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:25:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:52.515959 26877 debug-util.cc:398] Leaking SignalData structure 0x7b08000b64a0 after lost signal to thread 26774
03:25:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:52.861049 27634 heartbeater.cc:503] Master 127.25.231.60:45767 was elected leader, sending a full tablet report...
03:25:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:53.629299 27654 mini_kdc.cc:121] Time spent starting KDC: real 1.360s user 0.004s sys 0.019s
03:25:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:25:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:25:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:25:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:25:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:25:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:25:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:25:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:25:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:25:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:25:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/test-user.keytab.
03:25:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/test-user.keytab.
03:25:53.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:53 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245953, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:25:53.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:25:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:25:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:25:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:25:53Z Disabled control of system clock
03:25:53.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.1.190@KRBTEST.COM; defaulting to no policy
03:25:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.1.190@KRBTEST.COM" created.
03:25:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab.
03:25:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab.
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:53.869630 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/logs
03:25:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.190:42323
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.190
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.190
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:25:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:25:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.220945 27697 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.221623 27697 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.222395 27697 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.258646 27697 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:25:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.258952 27697 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.259331 27697 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.259660 27697 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.259958 27697 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.260254 27697 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.260511 27697 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:54.303138 27697 master_runner.cc:386] Master server non-default flags:
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.190
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.190:42323
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.190
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/logs
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:54.304795 27697 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:54.305878 27697 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:54.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.328927 27706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.329228 27707 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:54.332679 27711 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:55.588871 27708 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:25:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.589003 27697 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:25:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.593120 27697 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.596516 27697 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.597963 27697 hybrid_clock.cc:648] HybridClock initialized: now 1786245955597916 us; error 70 us; skew 500 ppm
03:25:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.598804 27697 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:55 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245955, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:25:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.608191 27697 init.cc:377] Logged in from keytab as kudu/127.27.1.190@KRBTEST.COM (short username kudu)
03:25:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.613808 27697 webserver.cc:460] Webserver started at http://127.27.1.190:41067/ using document root <none> and password file <none>
03:25:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.614804 27697 fs_manager.cc:359] Metadata directory not provided
03:25:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.615010 27697 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.615423 27697 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.621616 27697 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/instance:
03:25:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:25:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:55 on dist-test-slave-jq4t"
03:25:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.622951 27697 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal/instance:
03:25:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:25:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:55 on dist-test-slave-jq4t"
03:25:55.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.631305 27697 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.008s
03:25:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.637408 27728 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.638491 27697 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:25:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.638994 27697 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:25:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:25:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:55 on dist-test-slave-jq4t"
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.639370 27697 fs_report.cc:383] FS layout report
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/data
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.714030 27697 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:55.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.719937 27697 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:55.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.720530 27697 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.797996 27697 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.190:42323
03:25:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.798133 27813 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.190:42323 every 8 connection(s)
03:25:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.801046 27697 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:25:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.803966 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 27697
03:25:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.804579 27654 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal/instance
03:25:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.808456 27815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.1.189@KRBTEST.COM; defaulting to no policy
03:25:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.822520 27815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } has no permanent_uuid. Determining permanent_uuid...
03:25:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.1.189@KRBTEST.COM" created.
03:25:55.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:55 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245955, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for kudu/127.27.1.190@KRBTEST.COM
03:25:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab.
03:25:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab.
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.857760 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/logs
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.189:33209
03:25:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.189
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.189
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:25:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.870443 27815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } has no permanent_uuid. Determining permanent_uuid...
03:25:55.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:55.873327 27736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:55.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:55.877965 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:55.927569 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 1
03:25:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:55.931591 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.000074 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 2
03:25:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.004931 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.096415 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 3
03:25:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.100428 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.191892 27829 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.192539 27829 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.193163 27829 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.225770 27829 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:25:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.226032 27829 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.226449 27829 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.226768 27829 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.226987 27829 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.227176 27829 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.227313 27829 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:25:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.243899 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 4
03:25:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.247684 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.268831 27829 master_runner.cc:386] Master server non-default flags:
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.189
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.189:33209
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.189
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/logs
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.270155 27829 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:56.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.271143 27829 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.290601 27839 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.547155 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 5
03:25:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.551656 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.099311 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 6
03:25:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:57.106777 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:25:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.290908 27836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:56.291975 27829 server_base.cc:1034] running on GCE node
03:25:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:56.290916 27837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.557058 27829 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:57.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.559947 27829 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.561338 27829 hybrid_clock.cc:648] HybridClock initialized: now 1786245957561315 us; error 60 us; skew 500 ppm
03:25:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.562165 27829 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:57 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245957, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:25:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.569128 27829 init.cc:377] Logged in from keytab as kudu/127.27.1.189@KRBTEST.COM (short username kudu)
03:25:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.575779 27829 webserver.cc:460] Webserver started at http://127.27.1.189:45659/ using document root <none> and password file <none>
03:25:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.577183 27829 fs_manager.cc:359] Metadata directory not provided
03:25:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.577457 27829 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.578063 27829 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.583191 27829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/instance:
03:25:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b14c0abbac4d5eb69ba2036bb6cc67"
03:25:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:57 on dist-test-slave-jq4t"
03:25:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.584373 27829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal/instance:
03:25:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b14c0abbac4d5eb69ba2036bb6cc67"
03:25:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:57 on dist-test-slave-jq4t"
03:25:57.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.592883 27829 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
03:25:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.598896 27857 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.599946 27829 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
03:25:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.600332 27829 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:25:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b14c0abbac4d5eb69ba2036bb6cc67"
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:57 on dist-test-slave-jq4t"
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.600775 27829 fs_report.cc:383] FS layout report
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/data
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.660181 27829 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.666495 27829 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.667142 27829 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.749066 27829 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.189:33209
03:25:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.749110 27931 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.189:33209 every 8 connection(s)
03:25:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.752067 27829 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:25:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.757609 27933 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.759615 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 27829
03:25:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.760097 27654 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal/instance
03:25:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.772564 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } has no permanent_uuid. Determining permanent_uuid...
03:25:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.1.188@KRBTEST.COM; defaulting to no policy
03:25:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.1.188@KRBTEST.COM" created.
03:25:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:57 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245957, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.189@KRBTEST.COM for kudu/127.27.1.190@KRBTEST.COM
03:25:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:25:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab.
03:25:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.1.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab.
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.817044 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/logs
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:25:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:25:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.188:43337
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.188
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.188
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:25:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.819468 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } has no permanent_uuid. Determining permanent_uuid...
03:25:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:57 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245957, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.189@KRBTEST.COM for kudu/127.27.1.189@KRBTEST.COM
03:25:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.852377 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
03:25:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:57.854718 27858 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:57.858986 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.908571 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 1
03:25:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:57.912859 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:57.981310 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 2
03:25:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:57.986452 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.077932 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 3
03:25:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.082194 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.159335 27945 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:25:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.160034 27945 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:25:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.161193 27945 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:25:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.167382 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } attempt: 7
03:25:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:58 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245955, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for kudu/127.27.1.189@KRBTEST.COM
03:25:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.199359 27815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
03:25:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.204890 27945 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:25:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.205111 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.205437 27945 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:25:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.205744 27945 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:25:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.205958 27945 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:25:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.206152 27945 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:25:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.206351 27945 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:25:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.206483 27945 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:25:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.225627 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 4
03:25:58.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.229748 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.246923 27945 master_runner.cc:386] Master server non-default flags:
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.188
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.188:43337
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.188
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:25:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/logs
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:25:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.248225 27945 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:25:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.249464 27945 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:25:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.263556 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 1
03:25:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.268002 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.269169 27960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.349519 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 2
03:25:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.353716 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.439133 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 3
03:25:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.443228 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.529211 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 5
03:25:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.533452 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.583695 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 4
03:25:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.587759 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:58.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:58.871326 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 5
03:25:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.877785 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.080924 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 6
03:25:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:59.105027 27933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.430450 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 6
03:25:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:59.440899 27815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.1.188:43337: Network error: Client connection negotiation failed: client connection to 127.27.1.188:43337: connect: Connection refused (error 111)
03:25:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.270815 27964 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:58.270278 27958 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:25:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:25:59.742812 27962 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1469 milliseconds
03:25:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.742996 27945 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:25:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.744625 27945 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:25:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.748037 27945 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:25:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.749531 27945 hybrid_clock.cc:648] HybridClock initialized: now 1786245959749439 us; error 112 us; skew 500 ppm
03:25:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.750597 27945 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:25:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:59 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245959, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:25:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.757476 27945 init.cc:377] Logged in from keytab as kudu/127.27.1.188@KRBTEST.COM (short username kudu)
03:25:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.763114 27945 webserver.cc:460] Webserver started at http://127.27.1.188:45701/ using document root <none> and password file <none>
03:25:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.764187 27945 fs_manager.cc:359] Metadata directory not provided
03:25:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.764514 27945 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:25:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.765074 27945 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:25:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.770524 27945 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/instance:
03:25:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91363f8ac3a2422793a1348c7e81157d"
03:25:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:59 on dist-test-slave-jq4t"
03:25:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.772058 27945 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal/instance:
03:25:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91363f8ac3a2422793a1348c7e81157d"
03:25:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:59 on dist-test-slave-jq4t"
03:25:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.781577 27945 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
03:25:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.788100 27988 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:25:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.789551 27945 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
03:25:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.790050 27945 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:25:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91363f8ac3a2422793a1348c7e81157d"
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:59 on dist-test-slave-jq4t"
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.790489 27945 fs_report.cc:383] FS layout report
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/data
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:25:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:25:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.829883 27945 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:25:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.836438 27945 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:25:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.836961 27945 kserver.cc:163] Server-wide thread pool size limit: 3276
03:25:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.918111 27945 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.188:43337
03:25:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.918186 28066 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.188:43337 every 8 connection(s)
03:25:59.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.921291 27945 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:25:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.923256 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 27945
03:25:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.923808 27654 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal/instance
03:25:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.928014 28069 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:25:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.942231 28069 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } has no permanent_uuid. Determining permanent_uuid...
03:25:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:59 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245953, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.1.188@KRBTEST.COM
03:25:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:59 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245959, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.188@KRBTEST.COM for kudu/127.27.1.190@KRBTEST.COM
03:25:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:25:59.980194 28069 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } has no permanent_uuid. Determining permanent_uuid...
03:25:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:59 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245959, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.188@KRBTEST.COM for kudu/127.27.1.189@KRBTEST.COM
03:25:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:25:59 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245953, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.1.189@KRBTEST.COM
03:26:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.012388 28069 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
03:26:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:00 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245959, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.188@KRBTEST.COM for kudu/127.27.1.188@KRBTEST.COM
03:26:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:00 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245953, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.1.190@KRBTEST.COM
03:26:00.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.046238 28069 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Bootstrap starting.
03:26:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.046891 27654 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:26:00.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.053898 28069 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Neither blocks nor log segments found. Creating new log.
03:26:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.056226 28069 log.cc:824] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Log is configured to *not* fsync() on all Append() calls
03:26:00.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:00.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:26:00.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:26:00.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:26:00.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.1.190"
port: 42323
}
bound_http_address {
host: "127.27.1.190"
port: 41067
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.1.189"
port: 33209
}
bound_http_address {
host: "127.27.1.189"
port: 45659
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.1.188"
port: 43337
}
bound_http_address {
host: "127.27.1.188"
port: 45701
}
}
}
03:26:00.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:26:00.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:00.061 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:26:00.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:26:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.062230 28069 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: No bootstrap required, opened a new log
03:26:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.093035 28069 raft_consensus.cc:348] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.094012 28069 raft_consensus.cc:374] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:26:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.094340 28069 raft_consensus.cc:729] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91363f8ac3a2422793a1348c7e81157d, State: Initialized, Role: FOLLOWER
03:26:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.095378 28069 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.098805 28091 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:00 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245960, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:26:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:26:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.100230 28091 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.101449 28069 sys_catalog.cc:564] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: configured and running, proceeding with master startup.
03:26:00.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:00.108 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc
03:26:00.109 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:26:00.110 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc
03:26:00.112 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:26:00.113 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:26:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.132400 28110 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:26:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.132787 28110 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:26:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.129527 27945 master_runner.cc:186] Error getting master registration for 127.27.1.190:42323: OK, instance_id { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" instance_seqno: 1786245955775540 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:26:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.153970 27945 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:26:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.165624 27933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 7
03:26:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:00 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245957, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.189@KRBTEST.COM for kudu/127.27.1.188@KRBTEST.COM
03:26:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.204905 27933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Bootstrap starting.
03:26:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.211570 27933 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Neither blocks nor log segments found. Creating new log.
03:26:00.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.213933 27933 log.cc:824] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Log is configured to *not* fsync() on all Append() calls
03:26:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.219650 27933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: No bootstrap required, opened a new log
03:26:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.241014 27933 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.241655 27933 raft_consensus.cc:374] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:26:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.241845 27933 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97b14c0abbac4d5eb69ba2036bb6cc67, State: Initialized, Role: FOLLOWER
03:26:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.242610 27933 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.245548 28114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.246392 28114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.247287 27933 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: configured and running, proceeding with master startup.
03:26:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.279220 28131 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:26:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.279806 28131 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:26:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.274017 27829 master_runner.cc:186] Error getting master registration for 127.27.1.190:42323: OK, instance_id { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" instance_seqno: 1786245955775540 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:26:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.311540 27829 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:26:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.342607 27999 tablet.cc:2369] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:26:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.415495 28091 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:26:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.416122 28091 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.419066 28091 leader_election.cc:288] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323), 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209)
03:26:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.421160 27899 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" is_pre_election: true
03:26:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.422153 27899 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91363f8ac3a2422793a1348c7e81157d in term 0.
03:26:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.423676 27993 leader_election.cc:302] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91363f8ac3a2422793a1348c7e81157d, 97b14c0abbac4d5eb69ba2036bb6cc67; no voters:
03:26:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.426584 27865 tablet.cc:2369] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:26:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.427959 28091 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Leader pre-election won for term 1
03:26:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.428300 28091 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:26:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.428777 28091 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 0 FOLLOWER]: Advancing to term 1
03:26:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.436161 28091 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.439842 27899 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67"
03:26:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.440449 27899 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 0 FOLLOWER]: Advancing to term 1
03:26:00.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.447383 27899 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91363f8ac3a2422793a1348c7e81157d in term 1.
03:26:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.448738 27993 leader_election.cc:302] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91363f8ac3a2422793a1348c7e81157d, 97b14c0abbac4d5eb69ba2036bb6cc67; no voters:
03:26:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.451375 28091 leader_election.cc:288] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 1 election: Requested vote from peers 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323), 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209)
03:26:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.452157 28133 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Leader election won for term 1
03:26:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.452767 28133 raft_consensus.cc:686] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 LEADER]: Becoming Leader. State: Replica: 91363f8ac3a2422793a1348c7e81157d, State: Running, Role: LEADER
03:26:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.453724 28133 consensus_queue.cc:237] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.474499 27815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } attempt: 7
03:26:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.486856 28091 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91363f8ac3a2422793a1348c7e81157d. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.489537 28091 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: LEADER
03:26:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:00 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245955, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for kudu/127.27.1.188@KRBTEST.COM
03:26:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.507032 28139 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:26:00.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.521122 27815 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Bootstrap starting.
03:26:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.529222 27815 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Neither blocks nor log segments found. Creating new log.
03:26:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.529132 28139 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:26:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.532393 27815 log.cc:824] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Log is configured to *not* fsync() on all Append() calls
03:26:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.555961 27815 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: No bootstrap required, opened a new log
03:26:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.573536 27899 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 1 FOLLOWER]: Refusing update from remote peer 91363f8ac3a2422793a1348c7e81157d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:26:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.578899 28091 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [LEADER]: Connected to new peer: Peer: permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:26:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.600620 27815 raft_consensus.cc:348] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.601523 27815 raft_consensus.cc:374] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:26:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.601828 27815 raft_consensus.cc:729] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 848ab071b75345bd8f30b5cf38c4b150, State: Initialized, Role: FOLLOWER
03:26:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.602798 27815 consensus_queue.cc:260] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.623657 26877 debug-util.cc:398] Leaking SignalData structure 0x7b08000804c0 after lost signal to thread 26774
03:26:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.624290 26877 debug-util.cc:398] Leaking SignalData structure 0x7b0800080200 after lost signal to thread 26881
03:26:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.639184 28148 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.644361 28148 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.657843 28114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91363f8ac3a2422793a1348c7e81157d. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.662118 28114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.675247 28091 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.676033 28091 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: LEADER
03:26:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.682150 28139 catalog_manager.cc:1347] Generated new cluster ID: f5148d09da2242eab484928343c7a70d
03:26:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.682479 28139 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:26:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.707590 27815 sys_catalog.cc:564] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: configured and running, proceeding with master startup.
03:26:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.710126 27776 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:26:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.708864 27773 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 0 FOLLOWER]: Advancing to term 1
03:26:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.709389 27777 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "848ab071b75345bd8f30b5cf38c4b150" is_pre_election: true
03:26:00.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.722424 28114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.724169 28114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:00.731479 27738 tablet.cc:2369] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:26:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.755944 28139 catalog_manager.cc:1370] Generated new certificate authority record
03:26:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.752208 27773 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 1 FOLLOWER]: Refusing update from remote peer 91363f8ac3a2422793a1348c7e81157d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:26:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.760669 28139 catalog_manager.cc:1504] Loading token signing keys...
03:26:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.762737 28091 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [LEADER]: Connected to new peer: Peer: permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:26:00.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.807991 28139 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Generated new TSK 0
03:26:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.809290 28139 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:26:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.852042 28091 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.853118 28091 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: LEADER
03:26:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.860162 28148 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91363f8ac3a2422793a1348c7e81157d. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.861182 28148 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.862843 28163 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.867949 28163 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.914333 28178 catalog_manager.cc:1259] Loaded cluster ID: f5148d09da2242eab484928343c7a70d
03:26:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.914644 28178 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: loading cluster ID for follower catalog manager: success
03:26:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.922690 28178 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: acquiring CA information for follower catalog manager: success
03:26:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:00.928673 28178 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:26:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:01.290482 28131 catalog_manager.cc:1259] Loaded cluster ID: f5148d09da2242eab484928343c7a70d
03:26:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:01.291241 28131 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: loading cluster ID for follower catalog manager: success
03:26:01.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:01.305833 28131 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: acquiring CA information for follower catalog manager: success
03:26:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:01.316450 28131 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:26:03.114 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.1.188:43337
03:26:03.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:26:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.115622 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 27945
03:26:03.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:03.166 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.1.190:42323
03:26:03.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:26:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.167407 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 27697
03:26:03.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:03.208 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.1.189:33209
03:26:03.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:26:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.209151 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 27829
03:26:03.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:03.248 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.1.188:43337
03:26:03.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.249697 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/logs
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.188:43337
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.188
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45701
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.188
03:26:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:26:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.590165 28183 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:26:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.590758 28183 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:26:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.591508 28183 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:26:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.624576 28183 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:26:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.624833 28183 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:26:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.625105 28183 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:26:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.625305 28183 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:26:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.625506 28183 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:26:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.625695 28183 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:26:03.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.625833 28183 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.666968 28183 master_runner.cc:386] Master server non-default flags:
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.188.keytab
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.188
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.188:43337
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.188
03:26:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45701
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/logs
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:26:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.668262 28183 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:26:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.669423 28183 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:26:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.690410 28196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.691256 28191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:03.691515 28190 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:03.693950 28183 server_base.cc:1034] running on GCE node
03:26:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.957572 28183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:26:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.960556 28183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:26:04.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.961953 28183 hybrid_clock.cc:648] HybridClock initialized: now 1786245964961925 us; error 59 us; skew 500 ppm
03:26:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.962815 28183 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:26:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:04 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245964, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:26:04.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.969733 28183 init.cc:377] Logged in from keytab as kudu/127.27.1.188@KRBTEST.COM (short username kudu)
03:26:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.975790 28183 webserver.cc:460] Webserver started at http://127.27.1.188:45701/ using document root <none> and password file <none>
03:26:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.976970 28183 fs_manager.cc:359] Metadata directory not provided
03:26:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.977272 28183 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:26:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.986188 28183 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.000s
03:26:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.993045 28206 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:26:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.994526 28183 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
03:26:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.994987 28183 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:26:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91363f8ac3a2422793a1348c7e81157d"
03:26:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:59 on dist-test-slave-jq4t"
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:04.997720 28183 fs_report.cc:383] FS layout report
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/wal
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/data
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:26:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:26:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.041558 28183 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:26:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.048101 28183 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:26:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.048682 28183 kserver.cc:163] Server-wide thread pool size limit: 3276
03:26:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.128115 28183 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.188:43337
03:26:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.128209 28283 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.188:43337 every 8 connection(s)
03:26:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.131428 28183 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-2/data/info.pb
03:26:05.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.135295 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 28183
03:26:05.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:05.136 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.1.190:42323
03:26:05.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.138192 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/logs
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:26:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.190:42323
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.190
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41067
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.190
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:26:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.146180 28286 sys_catalog.cc:263] Verifying existing consensus state
03:26:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.152247 28286 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Bootstrap starting.
03:26:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.201937 28286 log.cc:824] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Log is configured to *not* fsync() on all Append() calls
03:26:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.221705 28286 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:26:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.222661 28286 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Bootstrap complete.
03:26:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.248427 28286 raft_consensus.cc:348] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.251312 28286 raft_consensus.cc:729] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91363f8ac3a2422793a1348c7e81157d, State: Initialized, Role: FOLLOWER
03:26:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.252331 28286 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.255496 28294 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.256558 28294 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: FOLLOWER
03:26:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.257373 28286 sys_catalog.cc:564] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: configured and running, proceeding with master startup.
03:26:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.293306 28309 catalog_manager.cc:1259] Loaded cluster ID: f5148d09da2242eab484928343c7a70d
03:26:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.293955 28309 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: loading cluster ID for follower catalog manager: success
03:26:05.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.307801 28309 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: acquiring CA information for follower catalog manager: success
03:26:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.318321 28309 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:26:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.295490 28183 master_runner.cc:186] Error getting master registration for 127.27.1.190:42323: Network error: Client connection negotiation failed: client connection to 127.27.1.190:42323: connect: Connection refused (error 111),
03:26:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.324877 28183 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:26:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.517477 28289 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:26:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.518141 28289 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:26:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.518896 28289 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:26:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.552254 28289 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:26:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.552570 28289 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:26:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.552911 28289 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:26:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.553120 28289 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:26:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.553311 28289 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:26:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.553503 28289 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:26:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.553709 28289 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:26:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.594502 28289 master_runner.cc:386] Master server non-default flags:
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.190.keytab
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.190
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.190:42323
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.190
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41067
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/logs
03:26:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:26:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.595736 28289 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:26:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:05.596874 28289 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:26:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.617825 28324 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:06.700013 28333 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:26:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:06.703226 28333 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:06.718532 28212 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.1.190:42323: connect: Connection refused (error 111)
03:26:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:06.724999 28333 leader_election.cc:288] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323), 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209)
03:26:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:06.737224 28212 leader_election.cc:334] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323): Network error: Client connection negotiation failed: client connection to 127.27.1.190:42323: connect: Connection refused (error 111)
03:26:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:06.745795 28212 leader_election.cc:334] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209): Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:26:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:06.746551 28212 leader_election.cc:302] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 91363f8ac3a2422793a1348c7e81157d; no voters: 848ab071b75345bd8f30b5cf38c4b150, 97b14c0abbac4d5eb69ba2036bb6cc67
03:26:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:06.748023 28333 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:26:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.618395 28325 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:05.621644 28328 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.229154 28327 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1608 milliseconds
03:26:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.229285 28289 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:26:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.230882 28289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:26:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.234232 28289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:26:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.235700 28289 hybrid_clock.cc:648] HybridClock initialized: now 1786245967235659 us; error 69 us; skew 500 ppm
03:26:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.236595 28289 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:26:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:07 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245967, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:26:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.247053 28289 init.cc:377] Logged in from keytab as kudu/127.27.1.190@KRBTEST.COM (short username kudu)
03:26:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.253453 28289 webserver.cc:460] Webserver started at http://127.27.1.190:41067/ using document root <none> and password file <none>
03:26:07.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.254788 28289 fs_manager.cc:359] Metadata directory not provided
03:26:07.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.255096 28289 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:26:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.266407 28289 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
03:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.272549 28353 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:26:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.274073 28289 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.274560 28289 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:55 on dist-test-slave-jq4t"
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.278141 28289 fs_report.cc:383] FS layout report
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/wal
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/data
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:26:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:26:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:26:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.350802 28289 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.358981 28289 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.359608 28289 kserver.cc:163] Server-wide thread pool size limit: 3276
03:26:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.453255 28289 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.190:42323
03:26:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.453338 28432 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.190:42323 every 8 connection(s)
03:26:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.457258 28289 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-0/data/info.pb
03:26:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.462584 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 28289
03:26:07.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:07.463 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.1.189:33209
03:26:07.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.465472 27654 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/logs
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.189:33209
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.189
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45659
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.189
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:26:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.472842 28433 sys_catalog.cc:263] Verifying existing consensus state
03:26:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.479388 28433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Bootstrap starting.
03:26:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.521112 28433 log.cc:824] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Log is configured to *not* fsync() on all Append() calls
03:26:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.538496 28433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:26:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.539752 28433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: Bootstrap complete.
03:26:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.567157 28433 raft_consensus.cc:348] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.570729 28433 raft_consensus.cc:729] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 848ab071b75345bd8f30b5cf38c4b150, State: Initialized, Role: FOLLOWER
03:26:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.571708 28433 consensus_queue.cc:260] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.575677 28438 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.576841 28438 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.577410 28433 sys_catalog.cc:564] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: configured and running, proceeding with master startup.
03:26:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.632792 28457 catalog_manager.cc:1259] Loaded cluster ID: f5148d09da2242eab484928343c7a70d
03:26:07.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.637588 28457 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: loading cluster ID for follower catalog manager: success
03:26:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.671197 28457 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: acquiring CA information for follower catalog manager: success
03:26:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:07 dist-test-slave-jq4t krb5kdc[27674](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245967, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.190@KRBTEST.COM for kudu/127.27.1.190@KRBTEST.COM
03:26:07.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.684438 28457 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:26:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.710175 28289 master_runner.cc:186] Error getting master registration for 127.27.1.189:33209: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111),
03:26:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:07.747277 28289 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:26:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.946563 28436 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:26:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.947342 28436 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:26:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.948295 28436 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:26:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.986399 28436 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:26:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.986714 28436 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:26:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.987171 28436 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:26:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.987563 28436 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:26:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.987885 28436 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:26:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.988262 28436 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:26:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:07.988539 28436 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35253/jwks.json
03:26:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.048391 28436 master_runner.cc:386] Master server non-default flags:
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.1.148:35051
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.1.190:42323,127.27.1.189:33209,127.27.1.188:43337
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/krb5kdc/kudu_127.27.1.189.keytab
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.1.189
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:26:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.1.189:33209
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35253/jwks.json
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.1.189
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45659
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/logs
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:26:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.050099 28436 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:26:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.051384 28436 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:26:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:08.072391 28471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.818495 28485 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:26:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.819550 28485 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.828646 28485 leader_election.cc:288] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323), 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209)
03:26:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:08.852907 28212 leader_election.cc:334] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209): Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.856873 28392 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "848ab071b75345bd8f30b5cf38c4b150" is_pre_election: true
03:26:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.858500 28392 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91363f8ac3a2422793a1348c7e81157d in term 1.
03:26:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.860236 28212 leader_election.cc:302] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 848ab071b75345bd8f30b5cf38c4b150, 91363f8ac3a2422793a1348c7e81157d; no voters: 97b14c0abbac4d5eb69ba2036bb6cc67
03:26:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.861074 28485 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Leader pre-election won for term 2
03:26:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.861490 28485 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:26:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.861932 28485 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 1 FOLLOWER]: Advancing to term 2
03:26:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.883037 28485 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.887617 28392 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91363f8ac3a2422793a1348c7e81157d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "848ab071b75345bd8f30b5cf38c4b150"
03:26:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.888248 28392 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 1 FOLLOWER]: Advancing to term 2
03:26:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.889720 28485 leader_election.cc:288] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 election: Requested vote from peers 848ab071b75345bd8f30b5cf38c4b150 (127.27.1.190:42323), 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209)
03:26:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:08.892422 28212 leader_election.cc:334] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209): Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111)
03:26:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.899977 28392 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91363f8ac3a2422793a1348c7e81157d in term 2.
03:26:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.901700 28212 leader_election.cc:302] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 848ab071b75345bd8f30b5cf38c4b150, 91363f8ac3a2422793a1348c7e81157d; no voters: 97b14c0abbac4d5eb69ba2036bb6cc67
03:26:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.903411 28485 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 2 FOLLOWER]: Leader election won for term 2
03:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.956579 28485 raft_consensus.cc:686] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [term 2 LEADER]: Becoming Leader. State: Replica: 91363f8ac3a2422793a1348c7e81157d, State: Running, Role: LEADER
03:26:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.958040 28485 consensus_queue.cc:237] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.979245 28492 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91363f8ac3a2422793a1348c7e81157d. Latest consensus state: current_term: 2 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.981060 28492 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: LEADER
03:26:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:08.989923 28495 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:26:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.006217 28495 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:26:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.014312 28495 catalog_manager.cc:1259] Loaded cluster ID: f5148d09da2242eab484928343c7a70d
03:26:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.014662 28495 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:26:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.024115 28495 catalog_manager.cc:1504] Loading token signing keys...
03:26:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.032272 28495 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d: Loaded TSK: 0
03:26:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.034010 28495 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:26:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:09.361130 28212 consensus_peers.cc:487] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d -> Peer 97b14c0abbac4d5eb69ba2036bb6cc67 (127.27.1.189:33209): Couldn't send request to peer 97b14c0abbac4d5eb69ba2036bb6cc67. Status: Network error: Client connection negotiation failed: client connection to 127.27.1.189:33209: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:26:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.588554 28392 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [term 2 FOLLOWER]: Refusing update from remote peer 91363f8ac3a2422793a1348c7e81157d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
03:26:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.591197 28492 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [LEADER]: Connected to new peer: Peer: permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
03:26:09.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.628991 28496 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91363f8ac3a2422793a1348c7e81157d. Latest consensus state: current_term: 2 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.646363 28496 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.658421 28496 sys_catalog.cc:455] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.659222 28496 sys_catalog.cc:458] T 00000000000000000000000000000000 P 848ab071b75345bd8f30b5cf38c4b150 [sys.catalog]: This master's current role is: FOLLOWER
03:26:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.666898 28499 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "91363f8ac3a2422793a1348c7e81157d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } } }
03:26:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.668295 28499 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91363f8ac3a2422793a1348c7e81157d [sys.catalog]: This master's current role is: LEADER
03:26:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:08.072422 28474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:08.074327 28478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:26:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:09.737643 28476 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1667 milliseconds
03:26:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.737771 28436 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:26:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.739598 28436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:26:09.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.743103 28436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:26:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.744766 28436 hybrid_clock.cc:648] HybridClock initialized: now 1786245969744682 us; error 93 us; skew 500 ppm
03:26:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.745929 28436 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:26:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:26:09 dist-test-slave-jq4t krb5kdc[27674](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245969, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.1.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:26:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.753551 28436 init.cc:377] Logged in from keytab as kudu/127.27.1.189@KRBTEST.COM (short username kudu)
03:26:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.760152 28436 webserver.cc:460] Webserver started at http://127.27.1.189:45659/ using document root <none> and password file <none>
03:26:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.761377 28436 fs_manager.cc:359] Metadata directory not provided
03:26:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.761884 28436 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:26:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.772426 28436 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
03:26:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.779197 28514 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:26:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.780675 28436 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
03:26:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.781076 28436 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:26:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b14c0abbac4d5eb69ba2036bb6cc67"
03:26:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:25:57 on dist-test-slave-jq4t"
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.783658 28436 fs_report.cc:383] FS layout report
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/wal
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/data
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:26:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:26:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:26:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:26:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:26:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:26:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:26:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:26:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.846052 28436 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:26:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.852682 28436 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:26:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.853240 28436 kserver.cc:163] Server-wide thread pool size limit: 3276
03:26:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.953629 28436 rpc_server.cc:307] RPC server started. Bound to: 127.27.1.189:33209
03:26:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.953756 28586 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.1.189:33209 every 8 connection(s)
03:26:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.956964 28436 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster2068092004787994912/master-1/data/info.pb
03:26:09.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:26:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.959777 27654 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 28436
03:26:09.963 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.1.188:43337(127.27.1.188:43337)] connecting to peer
03:26:09.964 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.1.190:42323(127.27.1.190:42323)] connecting to peer
03:26:09.965 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.1.188:43337(127.27.1.188:43337)] Successfully connected to peer
03:26:09.974 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:26:09.974 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.1.189:33209(127.27.1.189:33209)] connecting to peer
03:26:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.974371 28589 sys_catalog.cc:263] Verifying existing consensus state
03:26:09.977 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.1.188
03:26:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:09.983111 28589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Bootstrap starting.
03:26:09.987 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.1.190:42323(127.27.1.190:42323)] Successfully connected to peer
03:26:09.997 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.1.189:33209(127.27.1.189:33209)] Successfully connected to peer
03:26:10.001 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.1.190
03:26:10.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.1.188:43337(127.27.1.188:43337)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:26:10.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.1.188:43337: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:26:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:10.028601 28594 negotiation.cc:337] Failed RPC negotiation. Trace:
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.966115 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36370 (local address 127.27.1.188:43337)
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.968763 (+ 2648us) server_negotiation.cc:206] Beginning negotiation
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.968796 (+ 33us) server_negotiation.cc:399] Waiting for connection header
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.968859 (+ 63us) server_negotiation.cc:407] Connection header received
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.969047 (+ 188us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.969076 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.969442 (+ 366us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.970324 (+ 882us) server_negotiation.cc:226] Negotiated authn=SASL
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996735 (+ 26411us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.999944 (+ 3209us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.017912 (+ 17968us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.019114 (+ 1202us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.019761 (+ 647us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.026689 (+ 6928us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36370: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:36370): Cannot send after transport endpoint shutdown (error 108)
03:26:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2142,"thread_start_us":6289,"threads_started":1}
03:26:10.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.1.189:33209(127.27.1.189:33209)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
03:26:10.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.1.189:33209: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
03:26:10.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.1.188:43337(127.27.1.188:43337)] handling channelInactive
03:26:10.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.1.189:33209(127.27.1.189:33209)] handling channelInactive
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:10.039778 28596 negotiation.cc:337] Failed RPC negotiation. Trace:
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.983406 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58260 (local address 127.27.1.189:33209)
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.991228 (+ 7822us) server_negotiation.cc:206] Beginning negotiation
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.991274 (+ 46us) server_negotiation.cc:399] Waiting for connection header
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.998084 (+ 6810us) server_negotiation.cc:407] Connection header received
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.006561 (+ 8477us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.006629 (+ 68us) server_negotiation.cc:461] Received NEGOTIATE request from client
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.007210 (+ 581us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.007747 (+ 537us) server_negotiation.cc:226] Negotiated authn=SASL
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.037923 (+ 30176us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58260: BlockingRecv error: recv got EOF from 127.0.0.1:58260 (error 108)
03:26:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":5914,"thread_start_us":9877,"threads_started":1}
03:26:10.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.1.190:42323(127.27.1.190:42323)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:26:10.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.1.190:42323: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:26:10.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.188:43337, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.190:42323, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.189:33209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.188:43337: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.189:33209: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.190:42323: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.1.188:43337,127.27.1.190:42323,127.27.1.189:33209). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.1.188:43337,127.27.1.190:42323,127.27.1.189:33209). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:26:10.052 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.188:43337, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.190:42323, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.1.189:33209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.188:43337: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.189:33209: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.1.190:42323: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
03:26:10.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.1.190:42323(127.27.1.190:42323)] disconnecting while in state TERMINATED
03:26:10.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.1.189:33209(127.27.1.189:33209)] disconnecting while in state TERMINATED
03:26:10.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.1.188:43337(127.27.1.188:43337)] disconnecting while in state TERMINATED
03:26:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.053807 28589 log.cc:824] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Log is configured to *not* fsync() on all Append() calls
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:10.057669 28595 negotiation.cc:337] Failed RPC negotiation. Trace:
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.981717 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:42250 (local address 127.27.1.190:42323)
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996662 (+ 14945us) server_negotiation.cc:206] Beginning negotiation
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996695 (+ 33us) server_negotiation.cc:399] Waiting for connection header
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996746 (+ 51us) server_negotiation.cc:407] Connection header received
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996897 (+ 151us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.996924 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:09.997176 (+ 252us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.017348 (+ 20172us) server_negotiation.cc:226] Negotiated authn=SASL
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.017992 (+ 644us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.019661 (+ 1669us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.035968 (+ 16307us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.036956 (+ 988us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.037247 (+ 291us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 03:26:10.055754 (+ 18507us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:42250: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:42250): Cannot send after transport endpoint shutdown (error 108)
03:26:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14479,"thread_start_us":15762,"threads_started":1}
03:26:10.062 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:26:10.063 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:26:10.070 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.1.190:42323(127.27.1.190:42323)] handling channelInactive
03:26:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.070273 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 28289
03:26:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.085835 28589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:26:10.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.086967 28589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67: Bootstrap complete.
03:26:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.109356 28589 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.112325 28589 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97b14c0abbac4d5eb69ba2036bb6cc67, State: Initialized, Role: FOLLOWER
03:26:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.113438 28589 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97b14c0abbac4d5eb69ba2036bb6cc67 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "848ab071b75345bd8f30b5cf38c4b150" member_type: VOTER last_known_addr { host: "127.27.1.190" port: 42323 } } peers { permanent_uuid: "97b14c0abbac4d5eb69ba2036bb6cc67" member_type: VOTER last_known_addr { host: "127.27.1.189" port: 33209 } } peers { permanent_uuid: "91363f8ac3a2422793a1348c7e81157d" member_type: VOTER last_known_addr { host: "127.27.1.188" port: 43337 } }
03:26:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.114226 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 28436
03:26:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:10.141712 27654 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 28183
03:26:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:26:11Z chronyd exiting
03:26:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:11.691311 26762 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9080 after lost signal to thread 26651
03:26:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:26:11.692090 26762 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1960 after lost signal to thread 26766
03:26:12.450 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:26:12.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.451622 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 26949
03:26:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.494607 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 27184
03:26:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.530797 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 27415
03:26:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.562493 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 26539
03:26:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.601720 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 26645
03:26:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:26:12.646225 26524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 26769
03:26:13.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:26:13Z chronyd exiting
03:26:14.859 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.1.188:43337,127.27.1.190:42323,127.27.1.189:33209). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.1.188:43337,127.27.1.190:42323,127.27.1.189:33209). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more