01:56:11.602 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:56:11.602 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaEBtKb/test-tmp
01:56:11.602 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:56:11.602 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaEBtKb/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:56:11.603 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:56:11.946 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:56:11.946 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:56:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:11.949442 17203 mini_oidc.cc:152] Starting JWKS server
01:56:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:11.953035 17203 webserver.cc:460] Webserver started at http://127.0.0.1:35407/ using document root <none> and password file <none>
01:56:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:11.953462 17203 mini_oidc.cc:189] Starting OIDC Discovery server
01:56:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:11.955281 17203 webserver.cc:460] Webserver started at http://127.0.0.1:40591/ using document root <none> and password file <none>
01:56:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:56:11Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:56:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:56:11Z Disabled control of system clock
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:12.009164 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/logs
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data/info.pb
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.254:43751
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.254
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json with env {}
01:56:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.315382 17215 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.316105 17215 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.316601 17215 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.347745 17215 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.348029 17215 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.348222 17215 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.348419 17215 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.348619 17215 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.348765 17215 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35407/jwks.json
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:12.384832 17215 master_runner.cc:386] Master server non-default flags:
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.254:43751
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data/info.pb
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.254
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/logs
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:12.386011 17215 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:12.387676 17215 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:12.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.406896 17221 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:13.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.410343 17222 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:13.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:12.410658 17224 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:13.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:13.636428 17223 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1228 milliseconds
01:56:13.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.636585 17215 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.638181 17215 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.641570 17215 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.643095 17215 hybrid_clock.cc:648] HybridClock initialized: now 1790387773643037 us; error 68 us; skew 500 ppm
01:56:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.643991 17215 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.657289 17215 webserver.cc:460] Webserver started at http://127.16.204.254:45895/ using document root <none> and password file <none>
01:56:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.658296 17215 fs_manager.cc:359] Metadata directory not provided
01:56:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.658500 17215 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.659053 17215 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.663991 17215 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data/instance:
01:56:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a4a0f687ce45f2a962bf935de9036d"
01:56:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:13 on dist-test-slave-b8kg"
01:56:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.665144 17215 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal/instance:
01:56:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a4a0f687ce45f2a962bf935de9036d"
01:56:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:13 on dist-test-slave-b8kg"
01:56:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.672331 17215 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
01:56:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.678077 17231 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.679292 17215 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.679703 17215 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a4a0f687ce45f2a962bf935de9036d"
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:13 on dist-test-slave-b8kg"
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.680040 17215 fs_report.cc:383] FS layout report
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data/data
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.730223 17215 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.731858 17215 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.732293 17215 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.803736 17215 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.254:43751
01:56:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.803818 17282 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.254:43751 every 8 connection(s)
01:56:13.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.806398 17215 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/data/info.pb
01:56:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.811739 17283 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.813910 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17215
01:56:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.814468 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-0/wal/instance
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.819809 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/logs
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data/info.pb
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.253:36179
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.253
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json with env {}
01:56:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.827979 17283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } has no permanent_uuid. Determining permanent_uuid...
01:56:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.855671 17283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } has no permanent_uuid. Determining permanent_uuid...
01:56:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:13.858175 17235 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:13.862134 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.911651 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 1
01:56:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:13.915860 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:13.984297 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 2
01:56:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:13.988117 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.079581 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 3
01:56:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.083454 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.130940 17285 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.131596 17285 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.132082 17285 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.162590 17285 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.162894 17285 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.163115 17285 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.163306 17285 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.163494 17285 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.163633 17285 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35407/jwks.json
01:56:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.199514 17285 master_runner.cc:386] Master server non-default flags:
01:56:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.253:36179
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data/info.pb
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.253
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/logs
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.200809 17285 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.202419 17285 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.219703 17294 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.226984 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 4
01:56:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.231935 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:14.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.531395 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 5
01:56:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.534957 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.082641 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 6
01:56:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.092938 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.253:36179: Network error: Client connection negotiation failed: client connection to 127.16.204.253:36179: connect: Connection refused (error 111)
01:56:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.219725 17295 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:14.220741 17297 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:14.221624 17285 server_base.cc:1034] running on GCE node
01:56:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.430686 17285 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.433658 17285 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.435163 17285 hybrid_clock.cc:648] HybridClock initialized: now 1790387775435129 us; error 41 us; skew 500 ppm
01:56:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.436239 17285 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.442930 17285 webserver.cc:460] Webserver started at http://127.16.204.253:34177/ using document root <none> and password file <none>
01:56:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.444067 17285 fs_manager.cc:359] Metadata directory not provided
01:56:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.444314 17285 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.444857 17285 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.449885 17285 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data/instance:
01:56:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "814c0dc53d434401a6cee00a8c6e94d1"
01:56:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:15 on dist-test-slave-b8kg"
01:56:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.451220 17285 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal/instance:
01:56:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "814c0dc53d434401a6cee00a8c6e94d1"
01:56:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:15 on dist-test-slave-b8kg"
01:56:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.458984 17285 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
01:56:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.465021 17306 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.466109 17285 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
01:56:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.466485 17285 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal
01:56:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "814c0dc53d434401a6cee00a8c6e94d1"
01:56:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:15 on dist-test-slave-b8kg"
01:56:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.466861 17285 fs_report.cc:383] FS layout report
01:56:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data/data
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.509656 17285 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.511260 17285 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.511778 17285 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.580407 17285 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.253:36179
01:56:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.580525 17357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.253:36179 every 8 connection(s)
01:56:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.583287 17285 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/data/info.pb
01:56:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.586536 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17285
01:56:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.587082 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-1/wal/instance
01:56:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.589547 17358 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.590106 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/logs
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data/info.pb
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.252:39585
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.252
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json with env {}
01:56:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.603703 17358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } has no permanent_uuid. Determining permanent_uuid...
01:56:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.626773 17358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } has no permanent_uuid. Determining permanent_uuid...
01:56:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.643464 17358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } has no permanent_uuid. Determining permanent_uuid...
01:56:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.645720 17309 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.649624 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.699143 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 1
01:56:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.702986 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.771430 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 2
01:56:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.775301 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.866779 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 3
01:56:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.870685 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.910677 17360 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.911300 17360 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.911787 17360 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.943068 17360 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.943369 17360 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.943560 17360 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.943751 17360 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.943953 17360 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.944106 17360 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35407/jwks.json
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.979683 17360 master_runner.cc:386] Master server non-default flags:
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.252:39585
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35407/jwks.json
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data/info.pb
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.252
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/logs
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.981037 17360 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:15.982707 17360 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.999982 17373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.014113 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 4
01:56:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.017796 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.153587 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } attempt: 7
01:56:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.167469 17283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } has no permanent_uuid. Determining permanent_uuid...
01:56:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.173671 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.232066 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 1
01:56:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.235718 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.317261 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 5
01:56:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.317216 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 2
01:56:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.321815 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.322098 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.407259 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 3
01:56:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.410840 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.551720 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 4
01:56:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.556067 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.839706 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 5
01:56:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.843891 17283 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.869736 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 6
01:56:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.877009 17358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.204.252:39585: Network error: Client connection negotiation failed: client connection to 127.16.204.252:39585: connect: Connection refused (error 111)
01:56:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:16.002002 17360 server_base.cc:1034] running on GCE node
01:56:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:16.000381 17370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:15.999990 17371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.221836 17360 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.224531 17360 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.225898 17360 hybrid_clock.cc:648] HybridClock initialized: now 1790387777225848 us; error 58 us; skew 500 ppm
01:56:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.226830 17360 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.233271 17360 webserver.cc:460] Webserver started at http://127.16.204.252:39661/ using document root <none> and password file <none>
01:56:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.234388 17360 fs_manager.cc:359] Metadata directory not provided
01:56:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.234630 17360 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.235203 17360 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.240146 17360 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data/instance:
01:56:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "879492f3ee4943b09f129ff6b307c86c"
01:56:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:17 on dist-test-slave-b8kg"
01:56:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.241463 17360 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal/instance:
01:56:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "879492f3ee4943b09f129ff6b307c86c"
01:56:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:17 on dist-test-slave-b8kg"
01:56:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.248751 17360 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.007s
01:56:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.254288 17385 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.255357 17360 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.255718 17360 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "879492f3ee4943b09f129ff6b307c86c"
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:17 on dist-test-slave-b8kg"
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.256073 17360 fs_report.cc:383] FS layout report
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data/data
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.295986 17360 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.297596 17360 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.298107 17360 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.372607 17360 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.252:39585
01:56:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.372709 17436 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.252:39585 every 8 connection(s)
01:56:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.375412 17360 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/data/info.pb
01:56:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.379037 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17360
01:56:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.379499 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/master-2/wal/instance
01:56:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.382304 17437 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.396513 17283 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 6
01:56:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.401355 17437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } has no permanent_uuid. Determining permanent_uuid...
01:56:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.446017 17437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } has no permanent_uuid. Determining permanent_uuid...
01:56:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.450361 17283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: Bootstrap starting.
01:56:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.457082 17283 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: Neither blocks nor log segments found. Creating new log.
01:56:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.458564 17437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } has no permanent_uuid. Determining permanent_uuid...
01:56:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.459323 17283 log.cc:824] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: Log is configured to *not* fsync() on all Append() calls
01:56:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.464815 17283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: No bootstrap required, opened a new log
01:56:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.479683 17437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: Bootstrap starting.
01:56:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.486001 17437 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: Neither blocks nor log segments found. Creating new log.
01:56:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.488018 17437 log.cc:824] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: Log is configured to *not* fsync() on all Append() calls
01:56:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.489277 17283 raft_consensus.cc:348] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.489916 17283 raft_consensus.cc:374] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.490294 17283 raft_consensus.cc:729] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1a4a0f687ce45f2a962bf935de9036d, State: Initialized, Role: FOLLOWER
01:56:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.491226 17283 consensus_queue.cc:260] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.493777 17437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: No bootstrap required, opened a new log
01:56:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.494359 17449 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.495414 17449 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: This master's current role is: FOLLOWER
01:56:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.496241 17283 sys_catalog.cc:564] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: configured and running, proceeding with master startup.
01:56:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.519029 17437 raft_consensus.cc:348] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.519937 17437 raft_consensus.cc:374] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.520246 17437 raft_consensus.cc:729] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 879492f3ee4943b09f129ff6b307c86c, State: Initialized, Role: FOLLOWER
01:56:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.521260 17437 consensus_queue.cc:260] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.524564 17461 sys_catalog.cc:455] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.525599 17461 sys_catalog.cc:458] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: This master's current role is: FOLLOWER
01:56:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.526481 17437 sys_catalog.cc:564] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: configured and running, proceeding with master startup.
01:56:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.535202 17460 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:56:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.535763 17460 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:56:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.553277 17391 tablet.cc:2369] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:56:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.530989 17215 master_runner.cc:186] Error getting master registration for 127.16.204.253:36179: OK, instance_id { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" instance_seqno: 1790387775561287 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:56:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.565133 17215 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.578680 17473 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:56:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.579066 17473 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:56:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.580724 17360 master_runner.cc:186] Error getting master registration for 127.16.204.253:36179: OK, instance_id { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" instance_seqno: 1790387775561287 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:56:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.624933 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:17.741796 17237 tablet.cc:2369] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:56:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.892074 17461 raft_consensus.cc:482] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.892663 17461 raft_consensus.cc:504] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.895282 17461 leader_election.cc:288] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a1a4a0f687ce45f2a962bf935de9036d (127.16.204.254:43751), 814c0dc53d434401a6cee00a8c6e94d1 (127.16.204.253:36179)
01:56:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.896694 17258 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "879492f3ee4943b09f129ff6b307c86c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1a4a0f687ce45f2a962bf935de9036d" is_pre_election: true
01:56:17.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.897596 17258 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 879492f3ee4943b09f129ff6b307c86c in term 0.
01:56:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.899009 17388 leader_election.cc:302] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 879492f3ee4943b09f129ff6b307c86c, a1a4a0f687ce45f2a962bf935de9036d; no voters:
01:56:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.900103 17461 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Leader pre-election won for term 1
01:56:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.900446 17461 raft_consensus.cc:482] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:56:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.900748 17461 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 0 FOLLOWER]: Advancing to term 1
01:56:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.909147 17461 raft_consensus.cc:504] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.918867 17258 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "879492f3ee4943b09f129ff6b307c86c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1a4a0f687ce45f2a962bf935de9036d"
01:56:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.919312 17461 leader_election.cc:288] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [CANDIDATE]: Term 1 election: Requested vote from peers a1a4a0f687ce45f2a962bf935de9036d (127.16.204.254:43751), 814c0dc53d434401a6cee00a8c6e94d1 (127.16.204.253:36179)
01:56:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.919505 17258 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 0 FOLLOWER]: Advancing to term 1
01:56:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.926393 17258 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 879492f3ee4943b09f129ff6b307c86c in term 1.
01:56:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.927548 17388 leader_election.cc:302] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 879492f3ee4943b09f129ff6b307c86c, a1a4a0f687ce45f2a962bf935de9036d; no voters:
01:56:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.928735 17461 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 1 FOLLOWER]: Leader election won for term 1
01:56:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.931551 17461 raft_consensus.cc:686] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [term 1 LEADER]: Becoming Leader. State: Replica: 879492f3ee4943b09f129ff6b307c86c, State: Running, Role: LEADER
01:56:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.933357 17461 consensus_queue.cc:237] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.937693 17358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } attempt: 7
01:56:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.957737 17475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 879492f3ee4943b09f129ff6b307c86c. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.959553 17475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: This master's current role is: LEADER
01:56:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.973495 17478 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:56:17.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.982260 17358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: Bootstrap starting.
01:56:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:17.989413 17478 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:56:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.001246 17358 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: Neither blocks nor log segments found. Creating new log.
01:56:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.003818 17358 log.cc:824] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: Log is configured to *not* fsync() on all Append() calls
01:56:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.032600 17258 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [term 1 FOLLOWER]: Refusing update from remote peer 879492f3ee4943b09f129ff6b307c86c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:56:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.034330 17358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: No bootstrap required, opened a new log
01:56:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.034703 17475 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:56:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.080930 17358 raft_consensus.cc:348] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.081815 17358 raft_consensus.cc:374] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.082101 17358 raft_consensus.cc:729] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 814c0dc53d434401a6cee00a8c6e94d1, State: Initialized, Role: FOLLOWER
01:56:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.083099 17358 consensus_queue.cc:260] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } }
01:56:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.091997 17483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.092825 17483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: This master's current role is: FOLLOWER
01:56:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.095669 17358 sys_catalog.cc:564] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: configured and running, proceeding with master startup.
01:56:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.095854 17332 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "879492f3ee4943b09f129ff6b307c86c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "814c0dc53d434401a6cee00a8c6e94d1"
01:56:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.096707 17332 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 0 FOLLOWER]: Advancing to term 1
01:56:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.099243 17333 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "879492f3ee4943b09f129ff6b307c86c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "814c0dc53d434401a6cee00a8c6e94d1" is_pre_election: true
01:56:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.107496 17332 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 879492f3ee4943b09f129ff6b307c86c in term 1.
01:56:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.108924 17331 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [term 1 FOLLOWER]: Refusing update from remote peer 879492f3ee4943b09f129ff6b307c86c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:56:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.116739 17475 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [LEADER]: Connected to new peer: Peer: permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:56:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.149873 17481 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 879492f3ee4943b09f129ff6b307c86c. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.150929 17481 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: This master's current role is: FOLLOWER
01:56:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.159109 17483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 879492f3ee4943b09f129ff6b307c86c. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.159898 17483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: This master's current role is: FOLLOWER
01:56:18.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.161571 17483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.162273 17483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1 [sys.catalog]: This master's current role is: FOLLOWER
01:56:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.171681 17481 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.172624 17481 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d [sys.catalog]: This master's current role is: FOLLOWER
01:56:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.176528 17489 mvcc.cc:205] Tried to move back new op lower bound from 7333428338770223104 to 7333428338462150656. Current Snapshot: MvccSnapshot[applied={T|T < 7333428338770223104}]
01:56:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.179801 17475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.180552 17475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: This master's current role is: LEADER
01:56:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.181193 17475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "879492f3ee4943b09f129ff6b307c86c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1a4a0f687ce45f2a962bf935de9036d" member_type: VOTER last_known_addr { host: "127.16.204.254" port: 43751 } } peers { permanent_uuid: "814c0dc53d434401a6cee00a8c6e94d1" member_type: VOTER last_known_addr { host: "127.16.204.253" port: 36179 } } peers { permanent_uuid: "879492f3ee4943b09f129ff6b307c86c" member_type: VOTER last_known_addr { host: "127.16.204.252" port: 39585 } } }
01:56:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.181861 17475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c [sys.catalog]: This master's current role is: LEADER
01:56:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.184139 17478 catalog_manager.cc:1347] Generated new cluster ID: e1d7b2661ac747ce89e97f2a68e917a5
01:56:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.184410 17478 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:56:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.220745 17500 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:56:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.242885 17478 catalog_manager.cc:1370] Generated new certificate authority record
01:56:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.245481 17478 catalog_manager.cc:1504] Loading token signing keys...
01:56:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.271589 17478 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 879492f3ee4943b09f129ff6b307c86c: Generated new TSK 0
01:56:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.272970 17478 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.326216 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/logs
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data/info.pb
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.193:0
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.193
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.193
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:56:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.541843 17460 catalog_manager.cc:1259] Loaded cluster ID: e1d7b2661ac747ce89e97f2a68e917a5
01:56:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.542466 17460 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: loading cluster ID for follower catalog manager: success
01:56:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.550971 17460 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: acquiring CA information for follower catalog manager: success
01:56:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.558108 17460 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a1a4a0f687ce45f2a962bf935de9036d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.790951 17501 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.791625 17501 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.792335 17501 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.851423 17501 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:18.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.853010 17501 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.204.193
01:56:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.899355 17501 tablet_server_runner.cc:78] Tablet server non-default flags:
01:56:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.193:0
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data/info.pb
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.193
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.193
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/logs
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.900986 17501 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.902786 17501 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.929526 17508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:19.242959 17500 catalog_manager.cc:1259] Loaded cluster ID: e1d7b2661ac747ce89e97f2a68e917a5
01:56:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:19.243402 17500 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: loading cluster ID for follower catalog manager: success
01:56:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:19.262979 17500 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: acquiring CA information for follower catalog manager: success
01:56:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:19.275702 17500 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 814c0dc53d434401a6cee00a8c6e94d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.939659 17507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:18.942158 17501 server_base.cc:1034] running on GCE node
01:56:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:18.940994 17510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.553329 17501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.556386 17501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.558080 17501 hybrid_clock.cc:648] HybridClock initialized: now 1790387780558033 us; error 47 us; skew 500 ppm
01:56:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.559263 17501 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.576327 17501 webserver.cc:460] Webserver started at http://127.16.204.193:38785/ using document root <none> and password file <none>
01:56:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.577426 17501 fs_manager.cc:359] Metadata directory not provided
01:56:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.577735 17501 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.578426 17501 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.585186 17501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data/instance:
01:56:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57caff29b22f4f3a981d7e330ffa67d6"
01:56:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:20 on dist-test-slave-b8kg"
01:56:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.587234 17501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal/instance:
01:56:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57caff29b22f4f3a981d7e330ffa67d6"
01:56:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:20 on dist-test-slave-b8kg"
01:56:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.596779 17501 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
01:56:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.605225 17519 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.607215 17501 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.005s sys 0.001s
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.607702 17501 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57caff29b22f4f3a981d7e330ffa67d6"
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:20 on dist-test-slave-b8kg"
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.608153 17501 fs_report.cc:383] FS layout report
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data/data
01:56:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.662767 17501 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.664361 17501 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.664866 17501 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.667647 17501 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:56:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.672501 17501 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:56:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.672749 17501 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:56:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.673117 17501 ts_tablet_manager.cc:610] Registered 0 tablets
01:56:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.673303 17501 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:56:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.855121 17501 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.193:38551
01:56:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.855264 17631 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.193:38551 every 8 connection(s)
01:56:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.857823 17501 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/data/info.pb
01:56:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.866560 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17501
01:56:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.867031 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-0/wal/instance
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.881572 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/logs
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data/info.pb
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.194:0
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.194
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.194
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:56:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.916579 17634 heartbeater.cc:347] Connected to a master server at 127.16.204.254:43751
01:56:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.917105 17634 heartbeater.cc:464] Registering TS with master...
01:56:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.918304 17634 heartbeater.cc:511] Master 127.16.204.254:43751 requested a full tablet report, sending...
01:56:20.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.920553 17632 heartbeater.cc:347] Connected to a master server at 127.16.204.252:39585
01:56:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.920892 17632 heartbeater.cc:464] Registering TS with master...
01:56:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.921720 17632 heartbeater.cc:511] Master 127.16.204.252:39585 requested a full tablet report, sending...
01:56:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.921823 17248 ts_manager.cc:194] Registered new tserver with Master: 57caff29b22f4f3a981d7e330ffa67d6 (127.16.204.193:38551)
01:56:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.924017 17402 ts_manager.cc:194] Registered new tserver with Master: 57caff29b22f4f3a981d7e330ffa67d6 (127.16.204.193:38551)
01:56:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.926586 17402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.204.193:53583
01:56:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.932895 17633 heartbeater.cc:347] Connected to a master server at 127.16.204.253:36179
01:56:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.933236 17633 heartbeater.cc:464] Registering TS with master...
01:56:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.933858 17633 heartbeater.cc:511] Master 127.16.204.253:36179 requested a full tablet report, sending...
01:56:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:20.936532 17323 ts_manager.cc:194] Registered new tserver with Master: 57caff29b22f4f3a981d7e330ffa67d6 (127.16.204.193:38551)
01:56:21.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.242238 17642 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:21.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.242837 17642 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:21.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.243415 17642 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.276319 17642 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.277278 17642 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.204.194
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:21.318706 17642 tablet_server_runner.cc:78] Tablet server non-default flags:
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.194:0
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data/info.pb
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.194
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.194
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/logs
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:56:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:21.320277 17642 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:21.322156 17642 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.344535 17649 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:21.931680 17632 heartbeater.cc:503] Master 127.16.204.252:39585 was elected leader, sending a full tablet report...
01:56:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.345860 17648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:21.344626 17651 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:22.705806 17650 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1359 milliseconds
01:56:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.705919 17642 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.707141 17642 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.709262 17642 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.710613 17642 hybrid_clock.cc:648] HybridClock initialized: now 1790387782710588 us; error 46 us; skew 500 ppm
01:56:22.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.711496 17642 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:22.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.717718 17642 webserver.cc:460] Webserver started at http://127.16.204.194:44815/ using document root <none> and password file <none>
01:56:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.718662 17642 fs_manager.cc:359] Metadata directory not provided
01:56:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.718852 17642 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.719304 17642 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.724226 17642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data/instance:
01:56:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5906ab18bef409ead07e4947bebfdb6"
01:56:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:22 on dist-test-slave-b8kg"
01:56:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.725363 17642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal/instance:
01:56:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5906ab18bef409ead07e4947bebfdb6"
01:56:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:22 on dist-test-slave-b8kg"
01:56:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.732923 17642 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
01:56:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.738692 17660 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.739894 17642 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:56:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.740202 17642 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal
01:56:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5906ab18bef409ead07e4947bebfdb6"
01:56:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:22 on dist-test-slave-b8kg"
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.740509 17642 fs_report.cc:383] FS layout report
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data/data
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.782552 17642 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.784128 17642 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.784634 17642 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.787413 17642 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:56:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.791728 17642 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:56:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.791934 17642 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:56:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.792133 17642 ts_tablet_manager.cc:610] Registered 0 tablets
01:56:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.792259 17642 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:56:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.946614 17642 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.194:35201
01:56:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.946710 17772 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.194:35201 every 8 connection(s)
01:56:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.949211 17642 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/data/info.pb
01:56:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.956861 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17642
01:56:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.957700 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-1/wal/instance
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:22.985761 17203 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/logs
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data/info.pb
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.195:0
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.195
01:56:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.195
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:56:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.001780 17774 heartbeater.cc:347] Connected to a master server at 127.16.204.253:36179
01:56:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.002295 17774 heartbeater.cc:464] Registering TS with master...
01:56:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.004199 17774 heartbeater.cc:511] Master 127.16.204.253:36179 requested a full tablet report, sending...
01:56:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.007417 17323 ts_manager.cc:194] Registered new tserver with Master: d5906ab18bef409ead07e4947bebfdb6 (127.16.204.194:35201)
01:56:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.007982 17773 heartbeater.cc:347] Connected to a master server at 127.16.204.252:39585
01:56:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.008332 17773 heartbeater.cc:464] Registering TS with master...
01:56:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.008605 17775 heartbeater.cc:347] Connected to a master server at 127.16.204.254:43751
01:56:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.008930 17775 heartbeater.cc:464] Registering TS with master...
01:56:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.009245 17773 heartbeater.cc:511] Master 127.16.204.252:39585 requested a full tablet report, sending...
01:56:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.009703 17775 heartbeater.cc:511] Master 127.16.204.254:43751 requested a full tablet report, sending...
01:56:23.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.012001 17402 ts_manager.cc:194] Registered new tserver with Master: d5906ab18bef409ead07e4947bebfdb6 (127.16.204.194:35201)
01:56:23.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.012773 17248 ts_manager.cc:194] Registered new tserver with Master: d5906ab18bef409ead07e4947bebfdb6 (127.16.204.194:35201)
01:56:23.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.014264 17402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.204.194:56947
01:56:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.303618 17783 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.304092 17783 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.304659 17783 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.336450 17783 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.337302 17783 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.204.195
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.377223 17783 tablet_server_runner.cc:78] Tablet server non-default flags:
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.204.212:36285
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.204.195:0
01:56:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data/info.pb
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.204.195
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.204.254:43751,127.16.204.253:36179,127.16.204.252:39585
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.204.195
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/logs
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.378530 17783 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:23.380240 17783 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:23.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.401948 17790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.017859 17773 heartbeater.cc:503] Master 127.16.204.252:39585 was elected leader, sending a full tablet report...
01:56:24.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.403527 17789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:24.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:23.403177 17792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:24.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:24.616003 17791 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:56:24.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.616133 17783 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.619820 17783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.622006 17783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.623404 17783 hybrid_clock.cc:648] HybridClock initialized: now 1790387784623362 us; error 52 us; skew 500 ppm
01:56:24.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.624310 17783 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.630865 17783 webserver.cc:460] Webserver started at http://127.16.204.195:35115/ using document root <none> and password file <none>
01:56:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.631930 17783 fs_manager.cc:359] Metadata directory not provided
01:56:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.632165 17783 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.632658 17783 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.637645 17783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data/instance:
01:56:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "734de025be8848fdb744710d88293220"
01:56:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:24 on dist-test-slave-b8kg"
01:56:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.638832 17783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal/instance:
01:56:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "734de025be8848fdb744710d88293220"
01:56:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:24 on dist-test-slave-b8kg"
01:56:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.647857 17783 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
01:56:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.653398 17800 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.654372 17783 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.654700 17783 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "734de025be8848fdb744710d88293220"
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:24 on dist-test-slave-b8kg"
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.655072 17783 fs_report.cc:383] FS layout report
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data/data
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.702474 17783 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.703992 17783 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.704511 17783 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.707073 17783 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:56:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.711377 17783 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:56:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.711612 17783 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:56:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.711911 17783 ts_tablet_manager.cc:610] Registered 0 tablets
01:56:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.712090 17783 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:56:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.859694 17783 rpc_server.cc:307] RPC server started. Bound to: 127.16.204.195:43925
01:56:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.859812 17912 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.204.195:43925 every 8 connection(s)
01:56:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.863355 17783 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/data/info.pb
01:56:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.871340 17203 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17783
01:56:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.871836 17203 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster4467142442974005661/ts-2/wal/instance
01:56:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.914841 17913 heartbeater.cc:347] Connected to a master server at 127.16.204.252:39585
01:56:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.915400 17913 heartbeater.cc:464] Registering TS with master...
01:56:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.916635 17913 heartbeater.cc:511] Master 127.16.204.252:39585 requested a full tablet report, sending...
01:56:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.918442 17914 heartbeater.cc:347] Connected to a master server at 127.16.204.253:36179
01:56:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.918720 17914 heartbeater.cc:464] Registering TS with master...
01:56:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.919222 17402 ts_manager.cc:194] Registered new tserver with Master: 734de025be8848fdb744710d88293220 (127.16.204.195:43925)
01:56:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.919461 17914 heartbeater.cc:511] Master 127.16.204.253:36179 requested a full tablet report, sending...
01:56:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.920322 17917 heartbeater.cc:347] Connected to a master server at 127.16.204.254:43751
01:56:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.920630 17917 heartbeater.cc:464] Registering TS with master...
01:56:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.921149 17402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.204.195:54561
01:56:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.921295 17917 heartbeater.cc:511] Master 127.16.204.254:43751 requested a full tablet report, sending...
01:56:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.922262 17323 ts_manager.cc:194] Registered new tserver with Master: 734de025be8848fdb744710d88293220 (127.16.204.195:43925)
01:56:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.924628 17248 ts_manager.cc:194] Registered new tserver with Master: 734de025be8848fdb744710d88293220 (127.16.204.195:43925)
01:56:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:24.937984 17203 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:56:24.949 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:56:24.949 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:56:24.950 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.204.254"
port: 43751
}
bound_http_address {
host: "127.16.204.254"
port: 45895
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.204.253"
port: 36179
}
bound_http_address {
host: "127.16.204.253"
port: 34177
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.204.252"
port: 39585
}
bound_http_address {
host: "127.16.204.252"
port: 39661
}
}
}
01:56:24.951 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:56:24.952 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.204.193"
port: 38551
}
bound_http_address {
host: "127.16.204.193"
port: 38785
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.204.194"
port: 35201
}
bound_http_address {
host: "127.16.204.194"
port: 44815
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.204.195"
port: 43925
}
bound_http_address {
host: "127.16.204.195"
port: 35115
}
}
}
01:56:24.952 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:56:24.953 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster5294518077907057027/krb5kdc/krb5cc
01:56:24.954 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:56:24.955 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaEBtKb/test-tmp
01:56:24.955 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:56:24.955 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaEBtKb/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:56:24.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:56:25.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:25.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:56:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:25.291920 17924 mini_oidc.cc:152] Starting JWKS server
01:56:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:25.295394 17924 webserver.cc:460] Webserver started at http://127.0.0.1:42511/ using document root <none> and password file <none>
01:56:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:25.295854 17924 mini_oidc.cc:189] Starting OIDC Discovery server
01:56:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:25.297699 17924 webserver.cc:460] Webserver started at http://127.0.0.1:44667/ using document root <none> and password file <none>
01:56:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:56:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/principal' for realm 'KRBTEST.COM',
01:56:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:56:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:25 dist-test-slave-b8kg krb5kdc[17935](info): setting up network...
01:56:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:56:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:25 dist-test-slave-b8kg krb5kdc[17935](info): set up 2 sockets
01:56:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:25 dist-test-slave-b8kg krb5kdc[17935](info): commencing operation
01:56:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:56:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:25.926319 17913 heartbeater.cc:503] Master 127.16.204.252:39585 was elected leader, sending a full tablet report...
01:56:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.419500 17924 mini_kdc.cc:121] Time spent starting KDC: real 1.097s user 0.008s sys 0.011s
01:56:26.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:56:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:56:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:56:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:56:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:56:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:56:26.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:56:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:56:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:56:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:56:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/test-user.keytab.
01:56:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/test-user.keytab.
01:56:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:26 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387786, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:56:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:56:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:56:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:56:26Z Disabled control of system clock
01:56:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.129.62@KRBTEST.COM; defaulting to no policy
01:56:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.129.62@KRBTEST.COM" created.
01:56:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab.
01:56:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab.
01:56:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:26.612607 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:26.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.924942 17950 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:26.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.925596 17950 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.926338 17950 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.968758 17950 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.969060 17950 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.969471 17950 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.969760 17950 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.970067 17950 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.970342 17950 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:26.970567 17950 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:27.007130 17950 master_runner.cc:386] Master server non-default flags:
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:27.008605 17950 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:27.009728 17950 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:27.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:27.028733 17957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:27.030025 17959 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:27.030659 17956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:27.032490 17950 server_base.cc:1034] running on GCE node
01:56:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.316193 17950 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.319483 17950 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.320937 17950 hybrid_clock.cc:648] HybridClock initialized: now 1790387788320902 us; error 49 us; skew 500 ppm
01:56:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.321727 17950 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:28 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387788, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.327497 17950 init.cc:377] Logged in from keytab as kudu/127.17.129.62@KRBTEST.COM (short username kudu)
01:56:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.332701 17950 webserver.cc:460] Webserver started at http://127.17.129.62:40285/ using document root <none> and password file <none>
01:56:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.333556 17950 fs_manager.cc:359] Metadata directory not provided
01:56:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.333731 17950 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.334108 17950 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.339287 17950 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/instance:
01:56:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:56:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.340319 17950 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal/instance:
01:56:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:56:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.347506 17950 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
01:56:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.352991 17967 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.354048 17950 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:56:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.354331 17950 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.354642 17950 fs_report.cc:383] FS layout report
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/data
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:28.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.406977 17950 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.412904 17950 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.413311 17950 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.485333 17950 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.62:35493
01:56:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.485420 18018 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.62:35493 every 8 connection(s)
01:56:28.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.488000 17950 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.493391 18019 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:28.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.497344 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 17950
01:56:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.497845 17924 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal/instance
01:56:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.505510 18019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
01:56:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.129.61@KRBTEST.COM; defaulting to no policy
01:56:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.129.61@KRBTEST.COM" created.
01:56:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:28 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387788, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab.
01:56:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab.
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.544091 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.552130 18019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
01:56:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.554219 17970 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.558144 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.607745 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 1
01:56:28.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.611536 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.679966 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 2
01:56:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.684136 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.775585 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 3
01:56:28.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.779592 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.908164 18025 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.909054 18025 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:28.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.910455 18025 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.923035 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 4
01:56:28.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.927656 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.953006 18025 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.953225 18025 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.953493 18025 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.953684 18025 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.953873 18025 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:28.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.954058 18025 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:28.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:28.954192 18025 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.991896 18025 master_runner.cc:386] Master server non-default flags:
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.992983 18025 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:28.993891 18025 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:29.010902 18034 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:29.227098 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 5
01:56:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:29.232226 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:29.779628 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 6
01:56:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:29.786679 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.61:33721: Network error: Client connection negotiation failed: client connection to 127.17.129.61:33721: connect: Connection refused (error 111)
01:56:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:29.012794 18025 server_base.cc:1034] running on GCE node
01:56:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:29.011196 18033 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:29.010934 18036 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.261531 18025 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.264185 18025 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.265573 18025 hybrid_clock.cc:648] HybridClock initialized: now 1790387790265557 us; error 67 us; skew 500 ppm
01:56:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.266366 18025 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:30.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:30 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387790, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.275305 18025 init.cc:377] Logged in from keytab as kudu/127.17.129.61@KRBTEST.COM (short username kudu)
01:56:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.289479 18025 webserver.cc:460] Webserver started at http://127.17.129.61:42383/ using document root <none> and password file <none>
01:56:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.290537 18025 fs_manager.cc:359] Metadata directory not provided
01:56:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.290789 18025 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.291424 18025 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.297693 18025 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/instance:
01:56:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.300498 18025 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal/instance:
01:56:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.313334 18025 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.002s sys 0.008s
01:56:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.320880 18046 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.322280 18025 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
01:56:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.322606 18025 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.322939 18025 fs_report.cc:383] FS layout report
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/data
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.363263 18025 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.369428 18025 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.369992 18025 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.475948 18025 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.61:33721
01:56:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.476011 18097 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.61:33721 every 8 connection(s)
01:56:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.479241 18025 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.482517 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18025
01:56:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.482939 17924 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal/instance
01:56:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.487758 18098 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.129.60@KRBTEST.COM; defaulting to no policy
01:56:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.504215 18098 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
01:56:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.129.60@KRBTEST.COM" created.
01:56:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:30 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387790, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:56:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab.
01:56:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.129.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab.
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.536643 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.539803 18098 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
01:56:30.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:30 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387790, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for kudu/127.17.129.61@KRBTEST.COM
01:56:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.570601 18098 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } has no permanent_uuid. Determining permanent_uuid...
01:56:30.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.572674 18048 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.576946 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.626499 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 1
01:56:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.630724 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.699206 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 2
01:56:30.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.702813 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.794242 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 3
01:56:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.798373 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.847283 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } attempt: 7
01:56:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:30 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387788, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for kudu/127.17.129.61@KRBTEST.COM
01:56:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.873158 18019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } has no permanent_uuid. Determining permanent_uuid...
01:56:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.876843 18104 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.877544 18104 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.878293 18104 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.878413 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.911224 18104 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.911517 18104 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.911902 18104 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.912194 18104 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.912513 18104 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.912789 18104 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.913017 18104 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.936851 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 1
01:56:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.940866 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.941784 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 4
01:56:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.947494 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.959173 18104 master_runner.cc:386] Master server non-default flags:
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.960578 18104 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:30.961531 18104 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.979768 18114 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.022321 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 2
01:56:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.025976 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.111670 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 3
01:56:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.116341 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:31.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.246945 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 5
01:56:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.251274 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.256780 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 4
01:56:31.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.260814 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.544435 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 5
01:56:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.548647 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:31.798898 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 6
01:56:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:31.806939 18098 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.101231 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 6
01:56:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:32.108469 18019 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.129.60:36251: Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.979761 18115 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:30.980510 18117 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:32.231287 18116 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:56:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.231873 18104 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.235512 18104 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.238240 18104 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.239789 18104 hybrid_clock.cc:648] HybridClock initialized: now 1790387792239755 us; error 42 us; skew 500 ppm
01:56:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.240587 18104 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:32.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.246555 18104 init.cc:377] Logged in from keytab as kudu/127.17.129.60@KRBTEST.COM (short username kudu)
01:56:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.251150 18104 webserver.cc:460] Webserver started at http://127.17.129.60:45559/ using document root <none> and password file <none>
01:56:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.252053 18104 fs_manager.cc:359] Metadata directory not provided
01:56:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.252233 18104 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.252609 18104 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:56:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.257428 18104 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/instance:
01:56:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.258512 18104 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal/instance:
01:56:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.265215 18104 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.004s
01:56:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.270215 18131 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.271292 18104 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:56:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.271584 18104 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.271881 18104 fs_report.cc:383] FS layout report
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/data
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.307727 18104 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.313586 18104 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.313987 18104 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.392520 18104 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.60:36251
01:56:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.392577 18183 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.60:36251 every 8 connection(s)
01:56:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.395241 18104 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:32.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.401546 18184 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:56:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.404844 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18104
01:56:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.405205 17924 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal/instance
01:56:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.413936 18184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
01:56:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387786, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.129.60@KRBTEST.COM
01:56:32.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.451071 18184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
01:56:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for kudu/127.17.129.61@KRBTEST.COM
01:56:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387786, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.129.61@KRBTEST.COM
01:56:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.475874 18184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } has no permanent_uuid. Determining permanent_uuid...
01:56:32.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for kudu/127.17.129.60@KRBTEST.COM
01:56:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387786, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.514285 18184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap starting.
01:56:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.520531 18184 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Neither blocks nor log segments found. Creating new log.
01:56:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.521404 17924 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:56:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.522213 18184 log.cc:824] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Log is configured to *not* fsync() on all Append() calls
01:56:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.526757 18184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: No bootstrap required, opened a new log
01:56:32.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:32.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:56:32.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:56:32.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:56:32.530 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.129.62"
port: 35493
}
bound_http_address {
host: "127.17.129.62"
port: 40285
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.129.61"
port: 33721
}
bound_http_address {
host: "127.17.129.61"
port: 42383
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.129.60"
port: 36251
}
bound_http_address {
host: "127.17.129.60"
port: 45559
}
}
}
01:56:32.530 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:56:32.531 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:32.531 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:56:32.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:56:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.553613 18184 raft_consensus.cc:348] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.554220 18184 raft_consensus.cc:374] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.554405 18184 raft_consensus.cc:729] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Initialized, Role: FOLLOWER
01:56:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.555138 18184 consensus_queue.cc:260] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.557647 18195 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.558573 18195 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.559248 18184 sys_catalog.cc:564] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: configured and running, proceeding with master startup.
01:56:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:56:32.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:32.570 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc
01:56:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:32.569130 18137 tablet.cc:2369] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:56:32.571 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:56:32.571 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc
01:56:32.572 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:56:32.573 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:56:32.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:32.589361 18206 catalog_manager.cc:1558] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:56:32.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:32.589686 18206 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:56:32.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.585212 18104 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: OK, instance_id { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" instance_seqno: 1790387788464069 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:56:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.618235 18104 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.650842 18195 raft_consensus.cc:482] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.651409 18195 raft_consensus.cc:504] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.653499 18195 leader_election.cc:288] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), 584a8964b37b4954b62d72e6bb351e02 (127.17.129.61:33721)
01:56:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.867370 18098 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 7
01:56:32.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:32 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387790, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for kudu/127.17.129.60@KRBTEST.COM
01:56:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.909976 18098 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap starting.
01:56:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.916960 18098 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Neither blocks nor log segments found. Creating new log.
01:56:32.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.919198 18098 log.cc:824] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Log is configured to *not* fsync() on all Append() calls
01:56:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.924353 18098 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: No bootstrap required, opened a new log
01:56:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.955302 18098 raft_consensus.cc:348] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.956164 18098 raft_consensus.cc:374] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.956471 18098 raft_consensus.cc:729] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Initialized, Role: FOLLOWER
01:56:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.957333 18098 consensus_queue.cc:260] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.969411 18210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.971082 18098 sys_catalog.cc:564] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: configured and running, proceeding with master startup.
01:56:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.971328 18073 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "584a8964b37b4954b62d72e6bb351e02" is_pre_election: true
01:56:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.972153 18073 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be01fe463f7b40e9a2178a63b96285b8 in term 0.
01:56:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.971055 18210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.973543 18134 leader_election.cc:302] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters:
01:56:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.974473 18195 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:56:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.974923 18195 raft_consensus.cc:482] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:56:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.975318 18195 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 0 FOLLOWER]: Advancing to term 1
01:56:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.990577 18195 raft_consensus.cc:504] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.993345 18195 leader_election.cc:288] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 1 election: Requested vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), 584a8964b37b4954b62d72e6bb351e02 (127.17.129.61:33721)
01:56:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.995078 18073 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:32.995654 18073 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 0 FOLLOWER]: Advancing to term 1
01:56:33.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.015069 18073 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be01fe463f7b40e9a2178a63b96285b8 in term 1.
01:56:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.016820 18134 leader_election.cc:302] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters:
01:56:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.017813 18195 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Leader election won for term 1
01:56:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.020123 18195 raft_consensus.cc:686] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 LEADER]: Becoming Leader. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Running, Role: LEADER
01:56:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.021126 18195 consensus_queue.cc:237] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.054168 18221 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be01fe463f7b40e9a2178a63b96285b8. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.057246 18221 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: LEADER
01:56:33.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.059878 18225 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:56:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:33.072474 18222 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:56:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:33.072829 18222 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:56:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.066890 18225 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:56:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.095628 18073 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Refusing update from remote peer be01fe463f7b40e9a2178a63b96285b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:56:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.097246 18195 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:56:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.027925 18025 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: OK, instance_id { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" instance_seqno: 1790387788464069 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:56:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.125180 18025 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.139483 18210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be01fe463f7b40e9a2178a63b96285b8. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.140252 18210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.141877 18019 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } attempt: 7
01:56:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:33.148573 18052 tablet.cc:2369] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:56:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.150146 18226 mvcc.cc:205] Tried to move back new op lower bound from 7333428400496455680 to 7333428400225869824. Current Snapshot: MvccSnapshot[applied={T|T < 7333428400496455680}]
01:56:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.152678 18195 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.153422 18195 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: LEADER
01:56:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.161439 18210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.162163 18210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.164065 18225 catalog_manager.cc:1347] Generated new cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.164320 18225 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:56:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:33 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387788, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for kudu/127.17.129.60@KRBTEST.COM
01:56:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.208774 18225 catalog_manager.cc:1370] Generated new certificate authority record
01:56:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.211566 18225 catalog_manager.cc:1504] Loading token signing keys...
01:56:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.233366 18019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap starting.
01:56:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.245707 18225 catalog_manager.cc:5868] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Generated new TSK 0
01:56:33.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.248147 18225 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:56:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.254237 18019 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Neither blocks nor log segments found. Creating new log.
01:56:33.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.256652 18019 log.cc:824] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Log is configured to *not* fsync() on all Append() calls
01:56:33.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.268323 18019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: No bootstrap required, opened a new log
01:56:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.300746 18019 raft_consensus.cc:348] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.301652 18019 raft_consensus.cc:374] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:56:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.301951 18019 raft_consensus.cc:729] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a711129001a14bf8b8dffb2eb1178bfb, State: Initialized, Role: FOLLOWER
01:56:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.302873 18019 consensus_queue.cc:260] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.313719 18019 sys_catalog.cc:564] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: configured and running, proceeding with master startup.
01:56:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.313869 17993 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.315320 18234 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.315762 17994 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a711129001a14bf8b8dffb2eb1178bfb" is_pre_election: true
01:56:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.316172 18234 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.319543 17993 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 0 FOLLOWER]: Advancing to term 1
01:56:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.329825 17993 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be01fe463f7b40e9a2178a63b96285b8 in term 1.
01:56:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.342924 17992 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 1 FOLLOWER]: Refusing update from remote peer be01fe463f7b40e9a2178a63b96285b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:56:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.346520 18221 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:56:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.410432 18234 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: New leader be01fe463f7b40e9a2178a63b96285b8. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.410535 18244 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.411216 18234 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.411373 18244 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.499622 18251 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.499907 18251 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: loading cluster ID for follower catalog manager: success
01:56:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.528554 18251 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: acquiring CA information for follower catalog manager: success
01:56:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.540737 18251 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.842579 18221 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:33.843616 18221 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: LEADER
01:56:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:34.078933 18222 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:34.079447 18222 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: loading cluster ID for follower catalog manager: success
01:56:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:34.088477 18222 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: acquiring CA information for follower catalog manager: success
01:56:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:34.094439 18222 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:35.573 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.61:33721
01:56:35.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:56:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:35.576336 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18025
01:56:35.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:35.609 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.60:36251
01:56:35.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:56:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:35.609805 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18104
01:56:35.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:35.651 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.62:35493
01:56:35.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:56:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:35.652091 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17950
01:56:35.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:35.677 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.61:33721
01:56:35.677 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:35.678632 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.002259 18257 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.002799 18257 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.003391 18257 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.035022 18257 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.035248 18257 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.035614 18257 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.035825 18257 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.036015 18257 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.036319 18257 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.036477 18257 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:36.077279 18257 master_runner.cc:386] Master server non-default flags:
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:36.078467 18257 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:36.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:36.079514 18257 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:36.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.097034 18265 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.097334 18264 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:36.097520 18267 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:36.098868 18257 server_base.cc:1034] running on GCE node
01:56:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.332847 18257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.335950 18257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.337440 18257 hybrid_clock.cc:648] HybridClock initialized: now 1790387797337392 us; error 63 us; skew 500 ppm
01:56:37.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.338295 18257 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:37 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387797, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.344220 18257 init.cc:377] Logged in from keytab as kudu/127.17.129.61@KRBTEST.COM (short username kudu)
01:56:37.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.349555 18257 webserver.cc:460] Webserver started at http://127.17.129.61:42383/ using document root <none> and password file <none>
01:56:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.350713 18257 fs_manager.cc:359] Metadata directory not provided
01:56:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.351049 18257 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.359897 18257 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.005s
01:56:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.364399 18275 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:37.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.365515 18257 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:56:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.365868 18257 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.368279 18257 fs_report.cc:383] FS layout report
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/data
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:37.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.411160 18257 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.417147 18257 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.417557 18257 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.488658 18257 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.61:33721
01:56:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.488781 18326 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.61:33721 every 8 connection(s)
01:56:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.491561 18257 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.502334 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18257
01:56:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.502836 18327 sys_catalog.cc:263] Verifying existing consensus state
01:56:37.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:37.503 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.60:36251
01:56:37.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.505028 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.511881 18327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap starting.
01:56:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.549836 18327 log.cc:824] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Log is configured to *not* fsync() on all Append() calls
01:56:37.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.565547 18327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.566385 18327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap complete.
01:56:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.596988 18327 raft_consensus.cc:348] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.600579 18327 raft_consensus.cc:729] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Initialized, Role: FOLLOWER
01:56:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.601543 18327 consensus_queue.cc:260] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.604473 18331 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.605587 18331 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.606153 18327 sys_catalog.cc:564] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: configured and running, proceeding with master startup.
01:56:37.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.637452 18342 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.637944 18342 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: loading cluster ID for follower catalog manager: success
01:56:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.646965 18342 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: acquiring CA information for follower catalog manager: success
01:56:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.653276 18342 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.633461 18257 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.665441 18257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.877415 18329 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:37.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.878120 18329 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:37.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.878818 18329 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.912601 18329 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.912881 18329 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.913305 18329 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.913610 18329 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.913898 18329 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.914193 18329 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.914412 18329 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.953388 18329 master_runner.cc:386] Master server non-default flags:
01:56:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.954838 18329 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.956030 18329 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.975572 18351 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.976828 18353 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:37.979880 18350 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:37.977936 18329 server_base.cc:1034] running on GCE node
01:56:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.271996 18329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:39.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.275220 18329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.276785 18329 hybrid_clock.cc:648] HybridClock initialized: now 1790387799276754 us; error 53 us; skew 500 ppm
01:56:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.277721 18329 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:39 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387799, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.291755 18329 init.cc:377] Logged in from keytab as kudu/127.17.129.60@KRBTEST.COM (short username kudu)
01:56:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.297995 18329 webserver.cc:460] Webserver started at http://127.17.129.60:45559/ using document root <none> and password file <none>
01:56:39.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.299532 18329 fs_manager.cc:359] Metadata directory not provided
01:56:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.299844 18329 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.311302 18329 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
01:56:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.313789 18362 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.314374 18362 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.317641 18363 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.317840 18362 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.319180 18329 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
01:56:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.322122 18277 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.319602 18329 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.323740 18329 fs_report.cc:383] FS layout report
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/data
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.327684 18277 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.328503 18277 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251): Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.328933 18277 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02; no voters: a711129001a14bf8b8dffb2eb1178bfb, be01fe463f7b40e9a2178a63b96285b8
01:56:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.329928 18362 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:56:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.372539 18329 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.379380 18329 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.379944 18329 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.472376 18329 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.60:36251
01:56:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.472574 18417 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.60:36251 every 8 connection(s)
01:56:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.475596 18329 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:39.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.482067 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18329
01:56:39.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:39.482 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.62:35493
01:56:39.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.485157 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.489411 18418 sys_catalog.cc:263] Verifying existing consensus state
01:56:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.498198 18418 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap starting.
01:56:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.541137 18418 log.cc:824] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Log is configured to *not* fsync() on all Append() calls
01:56:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.557260 18418 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.558122 18418 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap complete.
01:56:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.586397 18418 raft_consensus.cc:348] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.590425 18418 raft_consensus.cc:729] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Initialized, Role: FOLLOWER
01:56:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.591477 18418 consensus_queue.cc:260] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.606153 18422 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.607520 18422 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.608170 18418 sys_catalog.cc:564] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: configured and running, proceeding with master startup.
01:56:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.649304 18433 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.649572 18433 catalog_manager.cc:1552] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: loading cluster ID for follower catalog manager: success
01:56:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.657900 18433 catalog_manager.cc:1574] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: acquiring CA information for follower catalog manager: success
01:56:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.664024 18433 catalog_manager.cc:1602] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.643595 18329 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:39.676744 18329 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.938571 18420 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.939370 18420 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.940393 18420 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.995870 18420 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.996197 18420 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.996665 18420 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.996997 18420 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.997313 18420 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.997633 18420 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:39.997864 18420 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:40.061690 18420 master_runner.cc:386] Master server non-default flags:
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:40.063253 18420 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:40.064574 18420 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:40.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:40.088589 18442 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.041672 18447 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.042840 18447 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.053046 18447 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:41.100487 18277 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.128528 18393 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "584a8964b37b4954b62d72e6bb351e02" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "be01fe463f7b40e9a2178a63b96285b8" is_pre_election: true
01:56:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.130002 18393 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 584a8964b37b4954b62d72e6bb351e02 in term 1.
01:56:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.134620 18277 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.136253 18447 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:56:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.136719 18447 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:56:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.137163 18447 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 1 FOLLOWER]: Advancing to term 2
01:56:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.157500 18447 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:41.166656 18277 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.169809 18393 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "584a8964b37b4954b62d72e6bb351e02" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.170658 18393 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 1 FOLLOWER]: Advancing to term 2
01:56:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.181725 18447 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 election: Requested vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.192312 18393 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 584a8964b37b4954b62d72e6bb351e02 in term 2.
01:56:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.198062 18277 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.200929 18447 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Leader election won for term 2
01:56:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.210801 18447 raft_consensus.cc:686] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 LEADER]: Becoming Leader. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Running, Role: LEADER
01:56:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.212540 18447 consensus_queue.cc:237] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.238953 18452 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:41.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.240598 18452 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.258916 18455 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:56:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.273976 18455 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:56:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.281937 18455 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.282663 18455 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:56:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.291808 18455 catalog_manager.cc:1504] Loading token signing keys...
01:56:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.299101 18455 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Loaded TSK: 0
01:56:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.302271 18455 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:56:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:40.094794 18441 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:40.097352 18444 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:41.672489 18277 consensus_peers.cc:487] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 -> Peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Couldn't send request to peer a711129001a14bf8b8dffb2eb1178bfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:56:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:41.675390 18443 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1576 milliseconds
01:56:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.675498 18420 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.676860 18420 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.679957 18420 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:41.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.681416 18420 hybrid_clock.cc:648] HybridClock initialized: now 1790387801681375 us; error 57 us; skew 500 ppm
01:56:41.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.682277 18420 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:41 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387801, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.689406 18420 init.cc:377] Logged in from keytab as kudu/127.17.129.62@KRBTEST.COM (short username kudu)
01:56:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.694912 18420 webserver.cc:460] Webserver started at http://127.17.129.62:40285/ using document root <none> and password file <none>
01:56:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.695940 18420 fs_manager.cc:359] Metadata directory not provided
01:56:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.696198 18420 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.704640 18420 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
01:56:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.709566 18462 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.710889 18420 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:56:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.711316 18420 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.714684 18420 fs_report.cc:383] FS layout report
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/data
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:41.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.741823 18393 raft_consensus.cc:1261] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Refusing update from remote peer 584a8964b37b4954b62d72e6bb351e02: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:56:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.743968 18452 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
01:56:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.762732 18467 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.763913 18467 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.774926 18420 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.777859 18467 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.778848 18467 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.782397 18472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.783141 18420 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.783231 18472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.783706 18420 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.887248 18420 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.62:35493
01:56:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.887714 18519 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.62:35493 every 8 connection(s)
01:56:41.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.890259 18420 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.892336 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18420
01:56:41.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:41.899 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.129.61:33721(127.17.129.61:33721)] connecting to peer
01:56:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.905628 18520 sys_catalog.cc:263] Verifying existing consensus state
01:56:41.906 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.129.60:36251(127.17.129.60:36251)] connecting to peer
01:56:41.908 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.129.62:35493(127.17.129.62:35493)] connecting to peer
01:56:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:41.914036 18520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap starting.
01:56:41.919 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.129.61:33721(127.17.129.61:33721)] Successfully connected to peer
01:56:41.921 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.129.62:35493(127.17.129.62:35493)] Successfully connected to peer
01:56:41.921 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.129.60:36251(127.17.129.60:36251)] Successfully connected to peer
01:56:41.928 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:56:41.951 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.129.61
01:56:41.951 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.129.60
01:56:41.962 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.129.62
01:56:41.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:41 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.129.61@KRBTEST.COM
01:56:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:41 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387792, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.129.60@KRBTEST.COM
01:56:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.003801 18520 log.cc:824] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Log is configured to *not* fsync() on all Append() calls
01:56:42.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.129.62:35493(127.17.129.62:35493)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:56:42.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.129.62:35493: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:56:42.014 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x87e255d0, L:/127.0.0.1:57756 - R:/127.17.129.60:36251] using SASL/GSSAPI
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:42.017580 18527 negotiation.cc:337] Failed RPC negotiation. Trace:
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.919910 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44558 (local address 127.17.129.62:35493)
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.932888 (+ 12978us) server_negotiation.cc:206] Beginning negotiation
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.932927 (+ 39us) server_negotiation.cc:399] Waiting for connection header
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.933008 (+ 81us) server_negotiation.cc:407] Connection header received
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.957336 (+ 24328us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.957397 (+ 61us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.957884 (+ 487us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.958372 (+ 488us) server_negotiation.cc:226] Negotiated authn=SASL
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.967588 (+ 9216us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:41.975930 (+ 8342us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:42.006419 (+ 30489us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:42.007771 (+ 1352us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:42.008088 (+ 317us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:56:42.015598 (+ 7510us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44558: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:44558): Cannot send after transport endpoint shutdown (error 108)
01:56:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":12449,"thread_start_us":12988,"threads_started":1}
01:56:42.020 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.129.62:35493(127.17.129.62:35493)] handling channelInactive
01:56:42.023 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8145f4c7, L:/127.0.0.1:39344 - R:/127.17.129.61:33721] using SASL/GSSAPI
01:56:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.032020 18520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.033026 18520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap complete.
01:56:42.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:56:42.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.129.61:33721, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.129.60:36251, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.129.62:35493, [116ms] Sub RPC ConnectToMaster: received response from server master-127.17.129.62:35493: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.129.60:36251: OK, [135ms] Sub RPC ConnectToMaster: received response from server master-127.17.129.61:33721: OK, deferred=null) after lookup
01:56:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.064736 18520 raft_consensus.cc:348] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.068210 18520 raft_consensus.cc:729] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a711129001a14bf8b8dffb2eb1178bfb, State: Initialized, Role: FOLLOWER
01:56:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.069190 18520 consensus_queue.cc:260] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.072041 18530 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.072711 18530 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.073809 18520 sys_catalog.cc:564] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: configured and running, proceeding with master startup.
01:56:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.112731 18541 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.115128 18541 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: loading cluster ID for follower catalog manager: success
01:56:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:42 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387801, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.131541 18541 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: acquiring CA information for follower catalog manager: success
01:56:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.138579 18541 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:42 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387797, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.161682 18495 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 1 FOLLOWER]: Advancing to term 2
01:56:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.225397 18548 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.226558 18548 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.229300 18530 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.229976 18530 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:42.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:42.473315 17628 debug-util.cc:398] Leaking SignalData structure 0x7b08000af560 after lost signal to thread 17502
01:56:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:42.474557 17628 debug-util.cc:398] Leaking SignalData structure 0x7b08000afb00 after lost signal to thread 17631
01:56:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.553333 18472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:42.554615 18472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:45.088 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.61:33721
01:56:45.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:56:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.089314 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18257
01:56:45.121 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.129.61:33721(127.17.129.61:33721)] handling channelInactive
01:56:45.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.129.61:33721(127.17.129.61:33721)] cleaning up while in state READY due to: connection closed
01:56:45.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:45.122 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.60:36251
01:56:45.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:56:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.122452 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18329
01:56:45.152 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.129.60:36251(127.17.129.60:36251)] handling channelInactive
01:56:45.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.129.60:36251(127.17.129.60:36251)] cleaning up while in state READY due to: connection closed
01:56:45.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:45.153 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.62:35493
01:56:45.153 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:56:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.153426 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18420
01:56:45.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:45.180 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.61:33721
01:56:45.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.181859 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.492542 18560 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.493094 18560 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.493657 18560 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.526239 18560 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.526461 18560 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.526753 18560 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.527140 18560 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.527371 18560 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.527560 18560 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.527707 18560 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.567288 18560 master_runner.cc:386] Master server non-default flags:
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.568684 18560 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:45.569617 18560 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.594354 18567 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.594453 18570 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:45.597502 18568 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:46.834728 18569 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:56:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.834844 18560 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.839531 18560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.842475 18560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.844107 18560 hybrid_clock.cc:648] HybridClock initialized: now 1790387806844033 us; error 96 us; skew 500 ppm
01:56:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.844969 18560 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:46 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387806, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.855969 18560 init.cc:377] Logged in from keytab as kudu/127.17.129.61@KRBTEST.COM (short username kudu)
01:56:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.862716 18560 webserver.cc:460] Webserver started at http://127.17.129.61:42383/ using document root <none> and password file <none>
01:56:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.863956 18560 fs_manager.cc:359] Metadata directory not provided
01:56:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.864248 18560 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.874982 18560 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
01:56:46.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.879637 18580 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.880820 18560 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:56:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.881114 18560 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.883498 18560 fs_report.cc:383] FS layout report
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/data
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.931926 18560 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.937732 18560 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:46.938251 18560 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.012470 18560 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.61:33721
01:56:47.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.012604 18631 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.61:33721 every 8 connection(s)
01:56:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.015735 18560 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.025467 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18560
01:56:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.025924 18632 sys_catalog.cc:263] Verifying existing consensus state
01:56:47.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:47.026 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.60:36251
01:56:47.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.028357 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.034685 18632 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap starting.
01:56:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.075519 18632 log.cc:824] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Log is configured to *not* fsync() on all Append() calls
01:56:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.091988 18632 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.092691 18632 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap complete.
01:56:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.117550 18632 raft_consensus.cc:348] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.120069 18632 raft_consensus.cc:729] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Initialized, Role: FOLLOWER
01:56:47.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.120920 18632 consensus_queue.cc:260] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.125286 18636 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.126190 18636 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.128033 18632 sys_catalog.cc:564] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: configured and running, proceeding with master startup.
01:56:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.157862 18647 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.158157 18647 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: loading cluster ID for follower catalog manager: success
01:56:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.181633 18647 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: acquiring CA information for follower catalog manager: success
01:56:47.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.190625 18647 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.165315 18560 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.202733 18560 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.380164 18634 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.380816 18634 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.381511 18634 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.416340 18634 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.416679 18634 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.417096 18634 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.417398 18634 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.417685 18634 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.417977 18634 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.418197 18634 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.456455 18634 master_runner.cc:386] Master server non-default flags:
01:56:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.457895 18634 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.459170 18634 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.478753 18657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:47.480427 18634 server_base.cc:1034] running on GCE node
01:56:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.479907 18660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:47.479285 18658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.824528 18634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.828042 18634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.831629 18634 hybrid_clock.cc:648] HybridClock initialized: now 1790387808831555 us; error 95 us; skew 500 ppm
01:56:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.832984 18634 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:48 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387808, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.841820 18634 init.cc:377] Logged in from keytab as kudu/127.17.129.60@KRBTEST.COM (short username kudu)
01:56:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.849910 18634 webserver.cc:460] Webserver started at http://127.17.129.60:45559/ using document root <none> and password file <none>
01:56:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.850917 18634 fs_manager.cc:359] Metadata directory not provided
01:56:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.851249 18634 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.860276 18634 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
01:56:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.868075 18670 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.869374 18671 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.870060 18634 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.000s
01:56:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.869885 18671 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.872951 18671 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.870465 18634 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.875149 18634 fs_report.cc:383] FS layout report
01:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/data
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:48.877624 18582 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:48.882548 18582 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:48.883215 18582 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251): Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.883565 18582 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02; no voters: a711129001a14bf8b8dffb2eb1178bfb, be01fe463f7b40e9a2178a63b96285b8
01:56:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.884392 18671 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
01:56:48.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.929523 18634 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.935772 18634 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:48.936288 18634 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.039866 18634 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.60:36251
01:56:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.039994 18725 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.60:36251 every 8 connection(s)
01:56:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.043111 18634 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.051808 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18634
01:56:49.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:49.052 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.62:35493
01:56:49.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.054726 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.062531 18726 sys_catalog.cc:263] Verifying existing consensus state
01:56:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.074705 18726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap starting.
01:56:49.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.131584 18726 log.cc:824] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Log is configured to *not* fsync() on all Append() calls
01:56:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.162845 18726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.163930 18726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap complete.
01:56:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.208433 18726 raft_consensus.cc:348] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.212833 18726 raft_consensus.cc:729] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Initialized, Role: FOLLOWER
01:56:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.213980 18726 consensus_queue.cc:260] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.217350 18730 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.218504 18730 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.219525 18726 sys_catalog.cc:564] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: configured and running, proceeding with master startup.
01:56:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.271497 18741 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.271791 18741 catalog_manager.cc:1552] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: loading cluster ID for follower catalog manager: success
01:56:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.280889 18741 catalog_manager.cc:1574] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: acquiring CA information for follower catalog manager: success
01:56:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.291706 18741 catalog_manager.cc:1602] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.259390 18634 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.299785 18634 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.476818 18728 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.477458 18728 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:49.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.478214 18728 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.511933 18728 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.512156 18728 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.512410 18728 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.512605 18728 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.512816 18728 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.513005 18728 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.513144 18728 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.551756 18728 master_runner.cc:386] Master server non-default flags:
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.553009 18728 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.553932 18728 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.574790 18749 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.579691 18755 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.580171 18755 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.582090 18755 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:50.632597 18582 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:50.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.642719 18701 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "584a8964b37b4954b62d72e6bb351e02" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "be01fe463f7b40e9a2178a63b96285b8" is_pre_election: true
01:56:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.643692 18701 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 584a8964b37b4954b62d72e6bb351e02 in term 2.
01:56:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.645357 18582 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.646137 18755 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Leader pre-election won for term 3
01:56:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.646456 18755 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:56:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.646782 18755 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 2 FOLLOWER]: Advancing to term 3
01:56:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.662458 18755 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.664428 18755 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 election: Requested vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.666008 18701 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "584a8964b37b4954b62d72e6bb351e02" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.666584 18701 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 2 FOLLOWER]: Advancing to term 3
01:56:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:50.668670 18582 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:50.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.674202 18701 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 584a8964b37b4954b62d72e6bb351e02 in term 3.
01:56:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.675450 18582 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.676707 18755 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Leader election won for term 3
01:56:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.678638 18755 raft_consensus.cc:686] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 LEADER]: Becoming Leader. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Running, Role: LEADER
01:56:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.679591 18755 consensus_queue.cc:237] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.688549 18760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.689630 18760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.692076 18762 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:56:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.700115 18762 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:56:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.704028 18762 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.704303 18762 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:56:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.709131 18762 catalog_manager.cc:1504] Loading token signing keys...
01:56:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.713124 18762 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Loaded TSK: 0
01:56:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.714633 18762 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:56:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.576519 18752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:49.577021 18728 server_base.cc:1034] running on GCE node
01:56:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:49.576021 18750 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.887897 18728 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.891013 18728 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:50.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.892627 18728 hybrid_clock.cc:648] HybridClock initialized: now 1790387810892601 us; error 47 us; skew 500 ppm
01:56:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.893535 18728 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:50 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387810, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.900064 18728 init.cc:377] Logged in from keytab as kudu/127.17.129.62@KRBTEST.COM (short username kudu)
01:56:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.906103 18728 webserver.cc:460] Webserver started at http://127.17.129.62:40285/ using document root <none> and password file <none>
01:56:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.907097 18728 fs_manager.cc:359] Metadata directory not provided
01:56:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.907328 18728 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.916028 18728 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
01:56:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.921010 18768 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.922245 18728 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
01:56:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.922600 18728 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.924971 18728 fs_report.cc:383] FS layout report
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/data
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.981186 18728 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.987326 18728 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:50.987887 18728 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.114481 18728 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.62:35493
01:56:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.114614 18819 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.62:35493 every 8 connection(s)
01:56:51.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.115187 18701 raft_consensus.cc:1261] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Refusing update from remote peer 584a8964b37b4954b62d72e6bb351e02: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
01:56:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.116844 18760 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
01:56:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.118259 18728 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.128980 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18728
01:56:51.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:51.130 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.129.61:33721(127.17.129.61:33721)] connecting to peer
01:56:51.133 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.129.61:33721(127.17.129.61:33721)] Successfully connected to peer
01:56:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.140343 18820 sys_catalog.cc:263] Verifying existing consensus state
01:56:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.150312 18820 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap starting.
01:56:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.193742 18821 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.194603 18821 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:51.212 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbbc881ff, L:/127.0.0.1:49182 - R:/127.17.129.61:33721] using TOKEN/null
01:56:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.222162 18760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.224107 18760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:51 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387806, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.224033 18821 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.224800 18821 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.237152 18820 log.cc:824] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Log is configured to *not* fsync() on all Append() calls
01:56:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.256040 18820 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.256840 18820 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap complete.
01:56:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.290889 18820 raft_consensus.cc:348] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.293440 18820 raft_consensus.cc:729] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a711129001a14bf8b8dffb2eb1178bfb, State: Initialized, Role: FOLLOWER
01:56:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.294348 18820 consensus_queue.cc:260] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:51.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.298056 18833 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.298904 18833 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:51.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.299780 18820 sys_catalog.cc:564] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: configured and running, proceeding with master startup.
01:56:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.300596 18795 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 2 FOLLOWER]: Advancing to term 3
01:56:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.311084 18795 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [term 3 FOLLOWER]: Refusing update from remote peer 584a8964b37b4954b62d72e6bb351e02: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
01:56:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.314095 18760 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
01:56:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.330803 18845 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.331779 18845 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:51.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.338744 18833 sys_catalog.cc:455] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 584a8964b37b4954b62d72e6bb351e02. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.339694 18833 sys_catalog.cc:458] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb [sys.catalog]: This master's current role is: FOLLOWER
01:56:51.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.345400 18847 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:51.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.345644 18847 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: loading cluster ID for follower catalog manager: success
01:56:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.357084 18847 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: acquiring CA information for follower catalog manager: success
01:56:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.363567 18847 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:51 dist-test-slave-b8kg krb5kdc[17935](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387810, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for kudu/127.17.129.62@KRBTEST.COM
01:56:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.936388 18760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "584a8964b37b4954b62d72e6bb351e02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:51.937404 18760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: LEADER
01:56:54.266 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.61:33721
01:56:54.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:56:54.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.267560 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18560
01:56:54.296 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.129.61:33721(127.17.129.61:33721)] handling channelInactive
01:56:54.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:54.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.129.61:33721(127.17.129.61:33721)] cleaning up while in state READY due to: connection closed
01:56:54.297 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.60:36251
01:56:54.297 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:56:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.297547 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18634
01:56:54.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:54.325 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.129.62:35493
01:56:54.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:56:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.325879 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18728
01:56:54.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:54.355 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.61:33721
01:56:54.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:56:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.357172 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.671684 18861 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.672356 18861 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:54.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.673051 18861 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.706367 18861 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.706657 18861 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.707139 18861 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.707441 18861 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.707736 18861 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.708014 18861 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.708235 18861 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.746163 18861 master_runner.cc:386] Master server non-default flags:
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.61.keytab
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.61
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.61:33721
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.61
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42383
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/logs
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.747717 18861 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.749002 18861 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.768318 18867 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.768311 18868 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:54.768366 18870 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:54.769716 18861 server_base.cc:1034] running on GCE node
01:56:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.092000 18861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.094609 18861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.096017 18861 hybrid_clock.cc:648] HybridClock initialized: now 1790387816095984 us; error 37 us; skew 500 ppm
01:56:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.097035 18861 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:56 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387816, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.108101 18861 init.cc:377] Logged in from keytab as kudu/127.17.129.61@KRBTEST.COM (short username kudu)
01:56:56.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.113963 18861 webserver.cc:460] Webserver started at http://127.17.129.61:42383/ using document root <none> and password file <none>
01:56:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.114944 18861 fs_manager.cc:359] Metadata directory not provided
01:56:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.115231 18861 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.123343 18861 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.002s sys 0.005s
01:56:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.127776 18880 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.128883 18861 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:56:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.129174 18861 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:30 on dist-test-slave-b8kg"
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.131654 18861 fs_report.cc:383] FS layout report
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/wal
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/data
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.179874 18861 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:56.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.185806 18861 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:56.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.186292 18861 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.259718 18861 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.61:33721
01:56:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.259836 18931 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.61:33721 every 8 connection(s)
01:56:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.262658 18861 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-1/data/info.pb
01:56:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.265136 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18861
01:56:56.266 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:56.266 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.60:36251
01:56:56.266 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.267726 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.276666 18932 sys_catalog.cc:263] Verifying existing consensus state
01:56:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.284258 18932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap starting.
01:56:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.322293 18932 log.cc:824] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Log is configured to *not* fsync() on all Append() calls
01:56:56.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.339682 18932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.340415 18932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: Bootstrap complete.
01:56:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.365163 18932 raft_consensus.cc:348] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.367839 18932 raft_consensus.cc:729] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 584a8964b37b4954b62d72e6bb351e02, State: Initialized, Role: FOLLOWER
01:56:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.368590 18932 consensus_queue.cc:260] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.371544 18936 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.372411 18936 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:56:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.373263 18932 sys_catalog.cc:564] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: configured and running, proceeding with master startup.
01:56:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.406507 18947 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.406786 18947 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: loading cluster ID for follower catalog manager: success
01:56:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.415918 18947 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: acquiring CA information for follower catalog manager: success
01:56:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.422138 18947 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.407256 18861 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.444406 18861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.626304 18934 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.627133 18934 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.627882 18934 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.661862 18934 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.662220 18934 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.662807 18934 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.663199 18934 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.663546 18934 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.663869 18934 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.664126 18934 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.705165 18934 master_runner.cc:386] Master server non-default flags:
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.60.keytab
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.60
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.60:36251
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.60
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45559
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/logs
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.706707 18934 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:56.707993 18934 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.728184 18956 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:58.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.729591 18958 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:56.728638 18955 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.049281 18957 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:56:58.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.049851 18934 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:56:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.053725 18934 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:56:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.056830 18934 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:56:58.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.058251 18934 hybrid_clock.cc:648] HybridClock initialized: now 1790387818058192 us; error 75 us; skew 500 ppm
01:56:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.059288 18934 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:56:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:56:58 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387818, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:56:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.065392 18934 init.cc:377] Logged in from keytab as kudu/127.17.129.60@KRBTEST.COM (short username kudu)
01:56:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.071962 18934 webserver.cc:460] Webserver started at http://127.17.129.60:45559/ using document root <none> and password file <none>
01:56:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.072901 18934 fs_manager.cc:359] Metadata directory not provided
01:56:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.073138 18934 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:56:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.082516 18934 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
01:56:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.088434 18966 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:56:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.089586 18934 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
01:56:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.089866 18934 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be01fe463f7b40e9a2178a63b96285b8"
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:32 on dist-test-slave-b8kg"
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.093094 18934 fs_report.cc:383] FS layout report
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/wal
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/data
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:56:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:56:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.156207 18971 raft_consensus.cc:482] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.156450 18934 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:56:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.156769 18971 raft_consensus.cc:504] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.160168 18971 leader_election.cc:288] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251)
01:56:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.164268 18934 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:56:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.164865 18934 kserver.cc:163] Server-wide thread pool size limit: 3276
01:56:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.164770 18882 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:58.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.170187 18882 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.171149 18882 leader_election.cc:334] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer be01fe463f7b40e9a2178a63b96285b8 (127.17.129.60:36251): Network error: Client connection negotiation failed: client connection to 127.17.129.60:36251: connect: Connection refused (error 111)
01:56:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.171703 18882 leader_election.cc:302] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02; no voters: a711129001a14bf8b8dffb2eb1178bfb, be01fe463f7b40e9a2178a63b96285b8
01:56:58.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.172549 18971 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:56:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.264098 18934 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.60:36251
01:56:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.264145 19021 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.60:36251 every 8 connection(s)
01:56:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.266973 18934 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-2/data/info.pb
01:56:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.271219 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 18934
01:56:58.271 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:56:58.272 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.129.62:35493
01:56:58.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:56:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.273864 17924 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu
01:56:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:56:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.292670 19022 sys_catalog.cc:263] Verifying existing consensus state
01:56:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.298599 19022 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap starting.
01:56:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.337852 19022 log.cc:824] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Log is configured to *not* fsync() on all Append() calls
01:56:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.355769 19022 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:56:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.356483 19022 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Bootstrap complete.
01:56:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.382522 19022 raft_consensus.cc:348] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.385965 19022 raft_consensus.cc:729] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Initialized, Role: FOLLOWER
01:56:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.386981 19022 consensus_queue.cc:260] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.389851 19026 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.391170 19026 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: FOLLOWER
01:56:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.391611 19022 sys_catalog.cc:564] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: configured and running, proceeding with master startup.
01:56:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.424409 19037 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.424888 19037 catalog_manager.cc:1552] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: loading cluster ID for follower catalog manager: success
01:56:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.434623 19037 catalog_manager.cc:1574] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: acquiring CA information for follower catalog manager: success
01:56:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.441571 19037 catalog_manager.cc:1602] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:56:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.423882 18934 master_runner.cc:186] Error getting master registration for 127.17.129.62:35493: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111),
01:56:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.455811 18934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:56:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.641657 19023 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:56:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.642346 19023 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:56:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.643119 19023 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:56:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.676244 19023 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:56:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.676529 19023 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:56:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.676942 19023 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:56:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.677241 19023 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:56:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.677532 19023 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:56:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.677829 19023 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:56:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.678050 19023 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42511/jwks.json
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.719038 19023 master_runner.cc:386] Master server non-default flags:
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.129.20:42529
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.129.62:35493,127.17.129.61:33721,127.17.129.60:36251
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/krb5kdc/kudu_127.17.129.62.keytab
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.129.62
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.129.62:35493
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:56:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42511/jwks.json
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.129.62
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40285
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/logs
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:56:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 00:58:27 UTC on ccycloud.quasar-hahlai.root.comops.site
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673502
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.720538 19023 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:56:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.721691 19023 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:56:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.741478 19046 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:56:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.798141 19052 raft_consensus.cc:482] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:56:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.799163 19052 raft_consensus.cc:504] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.802614 19052 leader_election.cc:288] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), 584a8964b37b4954b62d72e6bb351e02 (127.17.129.61:33721)
01:56:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:59.814754 18968 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:59.828621 18968 leader_election.cc:334] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.843241 18907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "584a8964b37b4954b62d72e6bb351e02" is_pre_election: true
01:56:59.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.843997 18907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be01fe463f7b40e9a2178a63b96285b8 in term 3.
01:56:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.845654 18969 leader_election.cc:302] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.847121 19052 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Leader pre-election won for term 4
01:56:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.847481 19052 raft_consensus.cc:482] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:56:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.847762 19052 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 3 FOLLOWER]: Advancing to term 4
01:56:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.856746 19052 raft_consensus.cc:504] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.859586 18907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be01fe463f7b40e9a2178a63b96285b8" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "584a8964b37b4954b62d72e6bb351e02"
01:56:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.860201 18907 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 3 FOLLOWER]: Advancing to term 4
01:56:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:59.867434 18968 leader_election.cc:334] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111)
01:56:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.869624 18907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be01fe463f7b40e9a2178a63b96285b8 in term 4.
01:56:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.870796 18969 leader_election.cc:302] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 584a8964b37b4954b62d72e6bb351e02, be01fe463f7b40e9a2178a63b96285b8; no voters: a711129001a14bf8b8dffb2eb1178bfb
01:56:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.860412 19052 leader_election.cc:288] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [CANDIDATE]: Term 4 election: Requested vote from peers a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493), 584a8964b37b4954b62d72e6bb351e02 (127.17.129.61:33721)
01:56:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.872701 19052 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 4 FOLLOWER]: Leader election won for term 4
01:56:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.876751 19052 raft_consensus.cc:686] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [term 4 LEADER]: Becoming Leader. State: Replica: be01fe463f7b40e9a2178a63b96285b8, State: Running, Role: LEADER
01:56:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.878134 19052 consensus_queue.cc:237] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } }
01:56:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.892271 19057 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be01fe463f7b40e9a2178a63b96285b8. Latest consensus state: current_term: 4 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:56:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.893095 19057 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: LEADER
01:56:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.895728 19059 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:56:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.902812 19059 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:56:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.905781 19059 catalog_manager.cc:1259] Loaded cluster ID: c42198f4796e4f209e9e00ed8de6744a
01:56:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.906008 19059 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:56:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.909643 19059 catalog_manager.cc:1504] Loading token signing keys...
01:56:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.913128 19059 catalog_manager.cc:5879] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8: Loaded TSK: 0
01:56:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:59.914724 19059 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:57:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.742362 19045 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:57:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:56:58.746752 19048 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:57:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:56:58.743068 19023 server_base.cc:1034] running on GCE node
01:57:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.082834 19023 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:57:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.086045 19023 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:57:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.087551 19023 hybrid_clock.cc:648] HybridClock initialized: now 1790387820087515 us; error 53 us; skew 500 ppm
01:57:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.088333 19023 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:57:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 01:57:00 dist-test-slave-b8kg krb5kdc[17935](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790387820, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.129.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:57:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.095172 19023 init.cc:377] Logged in from keytab as kudu/127.17.129.62@KRBTEST.COM (short username kudu)
01:57:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.101637 19023 webserver.cc:460] Webserver started at http://127.17.129.62:40285/ using document root <none> and password file <none>
01:57:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.102550 19023 fs_manager.cc:359] Metadata directory not provided
01:57:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.102735 19023 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:57:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.113943 19023 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.003s
01:57:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.119607 19065 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:57:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.120939 19023 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
01:57:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.121320 19023 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data,/tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:57:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a711129001a14bf8b8dffb2eb1178bfb"
01:57:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 01:56:28 on dist-test-slave-b8kg"
01:57:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.124651 19023 fs_report.cc:383] FS layout report
01:57:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:57:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:57:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/wal
01:57:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/data
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:57:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:57:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.181761 19023 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:57:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.189430 19023 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:57:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.189977 19023 kserver.cc:163] Server-wide thread pool size limit: 3276
01:57:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:00.305529 18968 consensus_peers.cc:487] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 -> Peer a711129001a14bf8b8dffb2eb1178bfb (127.17.129.62:35493): Couldn't send request to peer a711129001a14bf8b8dffb2eb1178bfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.129.62:35493: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:57:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.317121 18907 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [term 4 FOLLOWER]: Refusing update from remote peer be01fe463f7b40e9a2178a63b96285b8: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
01:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.319336 19057 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
01:57:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.335456 19107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be01fe463f7b40e9a2178a63b96285b8. Latest consensus state: current_term: 4 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:57:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.339880 19107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:57:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.344211 19052 sys_catalog.cc:455] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:57:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.345256 19052 sys_catalog.cc:458] T 00000000000000000000000000000000 P be01fe463f7b40e9a2178a63b96285b8 [sys.catalog]: This master's current role is: LEADER
01:57:00.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.347273 19107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be01fe463f7b40e9a2178a63b96285b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a711129001a14bf8b8dffb2eb1178bfb" member_type: VOTER last_known_addr { host: "127.17.129.62" port: 35493 } } peers { permanent_uuid: "584a8964b37b4954b62d72e6bb351e02" member_type: VOTER last_known_addr { host: "127.17.129.61" port: 33721 } } peers { permanent_uuid: "be01fe463f7b40e9a2178a63b96285b8" member_type: VOTER last_known_addr { host: "127.17.129.60" port: 36251 } } }
01:57:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.347800 19107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 584a8964b37b4954b62d72e6bb351e02 [sys.catalog]: This master's current role is: FOLLOWER
01:57:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.356655 19023 rpc_server.cc:307] RPC server started. Bound to: 127.17.129.62:35493
01:57:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.356762 19120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.129.62:35493 every 8 connection(s)
01:57:00.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.360319 19023 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaEBtKb/test-tmp/mini-kudu-cluster6645764398834342945/master-0/data/info.pb
01:57:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.367934 17924 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu as pid 19023
01:57:00.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:57:00.369 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.129.61:33721(127.17.129.61:33721)] connecting to peer
01:57:00.371 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.129.61:33721(127.17.129.61:33721)] Successfully connected to peer
01:57:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.373049 19121 sys_catalog.cc:263] Verifying existing consensus state
01:57:00.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.388635 19121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Bootstrap starting.
01:57:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:00.417227 19123 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:45222: token expired
01:57:00.423 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.129.61:33721 sent connection negotiation error: Not authorized: token expired
01:57:00.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.129.61:33721(127.17.129.61:33721)] handling channelInactive
01:57:00.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.129.61:33721(127.17.129.61:33721)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
01:57:00.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.129.61:33721(127.17.129.61:33721)] connecting to peer
01:57:00.431 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.129.61:33721(127.17.129.61:33721)] Successfully connected to peer
01:57:00.433 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.129.60:36251(127.17.129.60:36251)] connecting to peer
01:57:00.433 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.129.62:35493(127.17.129.62:35493)] connecting to peer
01:57:00.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.129.61:33721(127.17.129.61:33721)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.129.61:33721: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.435 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.129.61:33721(127.17.129.61:33721)] handling channelInactive
01:57:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:00.438589 19123 negotiation.cc:337] Failed RPC negotiation. Trace:
01:57:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.429542 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:45226 (local address 127.17.129.61:33721)
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.430117 (+ 575us) server_negotiation.cc:206] Beginning negotiation
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.430142 (+ 25us) server_negotiation.cc:399] Waiting for connection header
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.431771 (+ 1629us) server_negotiation.cc:407] Connection header received
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.431925 (+ 154us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.431951 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.432241 (+ 290us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.435442 (+ 3201us) server_negotiation.cc:226] Negotiated authn=SASL
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.436206 (+ 764us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45226: BlockingRecv error: recv got EOF from 127.0.0.1:45226 (error 108)
01:57:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":119}
01:57:00.445 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.129.62:35493(127.17.129.62:35493)] Successfully connected to peer
01:57:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.445744 19121 log.cc:824] T 00000000000000000000000000000000 P a711129001a14bf8b8dffb2eb1178bfb: Log is configured to *not* fsync() on all Append() calls
01:57:00.454 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.129.60:36251(127.17.129.60:36251)] Successfully connected to peer
01:57:00.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.129.60:36251(127.17.129.60:36251)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.129.60:36251: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.458 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.129.60:36251(127.17.129.60:36251)] handling channelInactive
01:57:00.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.129.62:35493(127.17.129.62:35493)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.129.62:35493: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
01:57:00.460 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.129.62:35493(127.17.129.62:35493)] handling channelInactive
01:57:00.461 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.129.62:35493(127.17.129.62:35493)] disconnecting while in state TERMINATED
01:57:00.462 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.129.61:33721(127.17.129.61:33721)] disconnecting while in state TERMINATED
01:57:00.462 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.129.60:36251(127.17.129.60:36251)] disconnecting while in state TERMINATED
01:57:00.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:00.460839 19125 negotiation.cc:337] Failed RPC negotiation. Trace:
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.447277 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:39468 (local address 127.17.129.60:36251)
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456182 (+ 8905us) server_negotiation.cc:206] Beginning negotiation
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456209 (+ 27us) server_negotiation.cc:399] Waiting for connection header
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456263 (+ 54us) server_negotiation.cc:407] Connection header received
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456431 (+ 168us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456466 (+ 35us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.456817 (+ 351us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.457082 (+ 265us) server_negotiation.cc:226] Negotiated authn=SASL
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.459320 (+ 2238us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39468: BlockingRecv error: recv got EOF from 127.0.0.1:39468 (error 108)
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":8481,"thread_start_us":8171,"threads_started":1}
01:57:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:00.462803 19124 negotiation.cc:337] Failed RPC negotiation. Trace:
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.438836 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51182 (local address 127.17.129.62:35493)
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.450213 (+ 11377us) server_negotiation.cc:206] Beginning negotiation
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.450264 (+ 51us) server_negotiation.cc:399] Waiting for connection header
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.450357 (+ 93us) server_negotiation.cc:407] Connection header received
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.458209 (+ 7852us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.458263 (+ 54us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.458728 (+ 465us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.459173 (+ 445us) server_negotiation.cc:226] Negotiated authn=SASL
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 01:57:00.461146 (+ 1973us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51182: BlockingRecv error: recv got EOF from 127.0.0.1:51182 (error 108)
01:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10695,"thread_start_us":10214,"threads_started":1}
01:57:00.466 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:57:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.473292 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 19023
01:57:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.491304 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18861
01:57:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:00.523993 17924 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 18934
01:57:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:01.252854 17354 debug-util.cc:398] Leaking SignalData structure 0x7b080009f820 after lost signal to thread 17289
01:57:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:01.253567 17354 debug-util.cc:398] Leaking SignalData structure 0x7b08000991a0 after lost signal to thread 17357
01:57:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:57:01Z chronyd exiting
01:57:02.792 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:57:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.793560 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17501
01:57:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.825562 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17642
01:57:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.856088 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17783
01:57:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.884037 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17215
01:57:02.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.928330 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17285
01:57:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:02.959400 17389 connection.cc:535] client connection to 127.16.204.253:36179 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:57:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 01:57:02.959962 17389 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:57:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 01:57:02.960259 17203 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaEBtKb/build/tsan/bin/kudu with pid 17360
01:57:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T01:57:04Z chronyd exiting
01:57:05.161 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.129.61:33721,127.17.129.60:36251,127.17.129.62:35493). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.129.61:33721,127.17.129.60:36251,127.17.129.62:35493). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
01:57:06.068 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
01:57:06.068 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.129.61:33721,127.17.129.60:36251,127.17.129.62:35493). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.129.61:33721,127.17.129.60:36251,127.17.129.62:35493). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more