06:27:35.611 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:27:35.629 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYZ1X6g/test-tmp
06:27:35.633 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:27:35.638 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYZ1X6g/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:27:35.964 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:27:36.094 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:27:36.095 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:27:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.099278 5704 mini_oidc.cc:152] Starting JWKS server
06:27:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.104089 5704 webserver.cc:460] Webserver started at http://127.0.0.1:37305/ using document root <none> and password file <none>
06:27:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.104739 5704 mini_oidc.cc:189] Starting OIDC Discovery server
06:27:36.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.107396 5704 webserver.cc:460] Webserver started at http://127.0.0.1:35653/ using document root <none> and password file <none>
06:27:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:27:36Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:27:36.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:27:36Z Disabled control of system clock
06:27:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.163756 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal
06:27:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/logs
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data/info.pb
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.62:40499
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.62
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json with env {}
06:27:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.491250 5716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.492038 5716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.492795 5716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.524780 5716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.525170 5716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.525490 5716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.525826 5716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.526182 5716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.526696 5716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37305/jwks.json
06:27:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.570554 5716 master_runner.cc:386] Master server non-default flags:
06:27:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data
06:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal
06:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.62:40499
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data/info.pb
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.62
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/logs
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.572254 5716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.574640 5716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.595350 5723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.595942 5725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:36.596210 5722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:36.596777 5716 server_base.cc:1034] running on GCE node
06:27:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.826808 5716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:37.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.829738 5716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.831182 5716 hybrid_clock.cc:648] HybridClock initialized: now 1790490457831135 us; error 68 us; skew 500 ppm
06:27:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.832296 5716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.844018 5716 webserver.cc:460] Webserver started at http://127.5.146.62:43867/ using document root <none> and password file <none>
06:27:37.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.845158 5716 fs_manager.cc:359] Metadata directory not provided
06:27:37.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.845412 5716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:37.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.845988 5716 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.851089 5716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data/instance:
06:27:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "016002ae85044a06af6cc34991e432eb"
06:27:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:37 on dist-test-slave-knmt"
06:27:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.852864 5716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal/instance:
06:27:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "016002ae85044a06af6cc34991e432eb"
06:27:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:37 on dist-test-slave-knmt"
06:27:37.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.861754 5716 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
06:27:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.868196 5732 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.869442 5716 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
06:27:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.870265 5716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "016002ae85044a06af6cc34991e432eb"
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:37 on dist-test-slave-knmt"
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.870620 5716 fs_report.cc:383] FS layout report
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal
06:27:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data/data
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.925107 5716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:37.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.927178 5716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:37.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:37.927752 5716 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.016216 5716 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.62:40499
06:27:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.016414 5783 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.62:40499 every 8 connection(s)
06:27:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.019152 5716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/data/info.pb
06:27:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.025986 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 5716
06:27:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.026077 5784 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:27:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.026521 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-0/wal/instance
06:27:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.032337 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/logs
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data/info.pb
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.61:45857
06:27:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.61
06:27:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json with env {}
06:27:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.042946 5784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
06:27:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.080211 5784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } has no permanent_uuid. Determining permanent_uuid...
06:27:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.083153 5734 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.090739 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.140379 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 1
06:27:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.145767 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.214248 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 2
06:27:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.218499 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.309981 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 3
06:27:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.314332 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.365856 5786 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.366593 5786 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.367388 5786 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.400735 5786 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.401125 5786 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.401448 5786 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.401813 5786 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.402158 5786 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.402410 5786 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37305/jwks.json
06:27:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.439934 5786 master_runner.cc:386] Master server non-default flags:
06:27:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.61:45857
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data/info.pb
06:27:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.61
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/logs
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.441154 5786 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.443300 5786 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.457782 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 4
06:27:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.462468 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.464677 5796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.761957 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 5
06:27:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.767196 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.314673 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 6
06:27:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:39.323242 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.61:45857: Network error: Client connection negotiation failed: client connection to 127.5.146.61:45857: connect: Connection refused (error 111)
06:27:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.468152 5798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:39.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:38.469399 5786 server_base.cc:1034] running on GCE node
06:27:39.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:38.467389 5795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.778551 5786 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:39.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.781960 5786 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.783960 5786 hybrid_clock.cc:648] HybridClock initialized: now 1790490459783735 us; error 65 us; skew 500 ppm
06:27:39.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.785113 5786 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.795946 5786 webserver.cc:460] Webserver started at http://127.5.146.61:45477/ using document root <none> and password file <none>
06:27:39.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.796993 5786 fs_manager.cc:359] Metadata directory not provided
06:27:39.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.797194 5786 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:39.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.797679 5786 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.804075 5786 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data/instance:
06:27:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbb129f7a2024863901e27df461f4cce"
06:27:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:39 on dist-test-slave-knmt"
06:27:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.805940 5786 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal/instance:
06:27:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbb129f7a2024863901e27df461f4cce"
06:27:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:39 on dist-test-slave-knmt"
06:27:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.816375 5786 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.010s sys 0.001s
06:27:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.823855 5807 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.825253 5786 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.825635 5786 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbb129f7a2024863901e27df461f4cce"
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:39 on dist-test-slave-knmt"
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.826049 5786 fs_report.cc:383] FS layout report
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal
06:27:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal
06:27:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data/data
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.866793 5786 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.868485 5786 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.869030 5786 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.959849 5786 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.61:45857
06:27:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.959939 5858 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.61:45857 every 8 connection(s)
06:27:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.963682 5786 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/data/info.pb
06:27:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.967594 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 5786
06:27:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.968115 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-1/wal/instance
06:27:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.971252 5859 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:27:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.971256 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/logs
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data/info.pb
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.60:36619
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.60
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json with env {}
06:27:39.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:39.992372 5859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
06:27:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.025347 5859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } has no permanent_uuid. Determining permanent_uuid...
06:27:40.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.051957 5859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } has no permanent_uuid. Determining permanent_uuid...
06:27:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.054231 5809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.067152 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.116698 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 1
06:27:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.121559 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.190022 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 2
06:27:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.195647 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.287184 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 3
06:27:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.292058 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.365828 5861 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.366533 5861 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.367153 5861 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.383674 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } attempt: 7
06:27:40.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.398357 5784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } has no permanent_uuid. Determining permanent_uuid...
06:27:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.408731 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.411583 5861 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.411971 5861 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.412190 5861 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.412379 5861 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.412573 5861 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.412710 5861 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37305/jwks.json
06:27:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.435439 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 4
06:27:40.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.439421 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.455084 5861 master_runner.cc:386] Master server non-default flags:
06:27:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data
06:27:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal
06:27:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.60:36619
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37305/jwks.json
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data/info.pb
06:27:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.60
06:27:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:40.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:40.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/logs
06:27:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.456534 5861 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.458534 5861 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.467185 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 1
06:27:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.476517 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.490726 5874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.558122 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 2
06:27:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.563536 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.649189 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 3
06:27:40.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.655313 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.738880 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 5
06:27:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.744108 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.795862 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 4
06:27:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.803119 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.086791 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 5
06:27:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:41.093160 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.291740 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 6
06:27:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:41.302474 5859 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.645785 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 6
06:27:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:41.654054 5784 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.146.60:36619: Network error: Client connection negotiation failed: client connection to 127.5.146.60:36619: connect: Connection refused (error 111)
06:27:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.490715 5876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:40.490823 5873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:40.495136 5861 server_base.cc:1034] running on GCE node
06:27:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.759248 5861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.762076 5861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.763464 5861 hybrid_clock.cc:648] HybridClock initialized: now 1790490461763421 us; error 71 us; skew 500 ppm
06:27:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.764405 5861 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.772284 5861 webserver.cc:460] Webserver started at http://127.5.146.60:45459/ using document root <none> and password file <none>
06:27:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.773515 5861 fs_manager.cc:359] Metadata directory not provided
06:27:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.773765 5861 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.774313 5861 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.779237 5861 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data/instance:
06:27:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc13cf11b8c54401964b257059327f56"
06:27:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:41 on dist-test-slave-knmt"
06:27:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.780524 5861 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal/instance:
06:27:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc13cf11b8c54401964b257059327f56"
06:27:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:41 on dist-test-slave-knmt"
06:27:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.788506 5861 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
06:27:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.794919 5887 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.796303 5861 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.796676 5861 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc13cf11b8c54401964b257059327f56"
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:41 on dist-test-slave-knmt"
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.797073 5861 fs_report.cc:383] FS layout report
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal
06:27:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data/data
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.840572 5861 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.842253 5861 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.842810 5861 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.939412 5861 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.60:36619
06:27:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.939591 5938 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.60:36619 every 8 connection(s)
06:27:41.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.942293 5861 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/data/info.pb
06:27:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.945806 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 5861
06:27:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.946290 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/master-2/wal/instance
06:27:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.951180 5939 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:27:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:41.972259 5939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
06:27:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.028103 5939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } has no permanent_uuid. Determining permanent_uuid...
06:27:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.046132 5939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } has no permanent_uuid. Determining permanent_uuid...
06:27:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.067130 5939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: Bootstrap starting.
06:27:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.074934 5939 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: Neither blocks nor log segments found. Creating new log.
06:27:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.077921 5939 log.cc:824] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: Log is configured to *not* fsync() on all Append() calls
06:27:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.084972 5939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: No bootstrap required, opened a new log
06:27:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.111761 5939 raft_consensus.cc:348] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.112547 5939 raft_consensus.cc:374] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:27:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.112843 5939 raft_consensus.cc:729] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc13cf11b8c54401964b257059327f56, State: Initialized, Role: FOLLOWER
06:27:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.115793 5939 consensus_queue.cc:260] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.117231 5948 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:27:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.118116 5948 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.122315 5939 sys_catalog.cc:564] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: configured and running, proceeding with master startup.
06:27:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.127568 5949 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.129179 5949 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.134974 5948 leader_election.cc:288] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 016002ae85044a06af6cc34991e432eb (127.5.146.62:40499), bbb129f7a2024863901e27df461f4cce (127.5.146.61:45857)
06:27:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:42.176635 5960 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:27:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:42.179250 5960 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:27:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.159013 5861 master_runner.cc:186] Error getting master registration for 127.5.146.62:40499: OK, instance_id { permanent_uuid: "016002ae85044a06af6cc34991e432eb" instance_seqno: 1790490457992321 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:27:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.201313 5861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:27:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:42.349134 5893 tablet.cc:2369] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:27:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.362915 5859 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 7
06:27:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.389328 5859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: Bootstrap starting.
06:27:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.403172 5859 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: Neither blocks nor log segments found. Creating new log.
06:27:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.405427 5859 log.cc:824] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: Log is configured to *not* fsync() on all Append() calls
06:27:42.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.416112 5859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: No bootstrap required, opened a new log
06:27:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.449452 5859 raft_consensus.cc:348] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.450484 5859 raft_consensus.cc:374] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:27:42.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.450855 5859 raft_consensus.cc:729] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbb129f7a2024863901e27df461f4cce, State: Initialized, Role: FOLLOWER
06:27:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.452284 5859 consensus_queue.cc:260] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.455236 5964 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.456120 5964 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.457525 5859 sys_catalog.cc:564] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: configured and running, proceeding with master startup.
06:27:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.468791 5834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc13cf11b8c54401964b257059327f56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbb129f7a2024863901e27df461f4cce" is_pre_election: true
06:27:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.470264 5834 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc13cf11b8c54401964b257059327f56 in term 0.
06:27:42.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.472059 5889 leader_election.cc:302] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bbb129f7a2024863901e27df461f4cce, fc13cf11b8c54401964b257059327f56; no voters:
06:27:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.472944 5948 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:27:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.473387 5948 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:27:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.473861 5948 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 0 FOLLOWER]: Advancing to term 1
06:27:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.481202 5948 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.483594 5948 leader_election.cc:288] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [CANDIDATE]: Term 1 election: Requested vote from peers 016002ae85044a06af6cc34991e432eb (127.5.146.62:40499), bbb129f7a2024863901e27df461f4cce (127.5.146.61:45857)
06:27:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.486156 5834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc13cf11b8c54401964b257059327f56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbb129f7a2024863901e27df461f4cce"
06:27:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.487519 5834 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 0 FOLLOWER]: Advancing to term 1
06:27:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.508129 5834 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc13cf11b8c54401964b257059327f56 in term 1.
06:27:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.510903 5889 leader_election.cc:302] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bbb129f7a2024863901e27df461f4cce, fc13cf11b8c54401964b257059327f56; no voters:
06:27:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.511708 5948 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 1 FOLLOWER]: Leader election won for term 1
06:27:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.512192 5948 raft_consensus.cc:686] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [term 1 LEADER]: Becoming Leader. State: Replica: fc13cf11b8c54401964b257059327f56, State: Running, Role: LEADER
06:27:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.513100 5948 consensus_queue.cc:237] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.519922 5949 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc13cf11b8c54401964b257059327f56. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.520641 5949 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: This master's current role is: LEADER
06:27:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.530997 5969 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:27:42.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.541319 5969 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:27:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.580868 5834 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [term 1 FOLLOWER]: Refusing update from remote peer fc13cf11b8c54401964b257059327f56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:27:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.583495 5949 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:27:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:42.627385 5813 tablet.cc:2369] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:27:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.643270 5972 mvcc.cc:205] Tried to move back new op lower bound from 7333848934706405376 to 7333848934463586304. Current Snapshot: MvccSnapshot[applied={T|T < 7333848934706405376}]
06:27:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.649982 5949 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.651502 5949 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: This master's current role is: LEADER
06:27:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.652887 5969 catalog_manager.cc:1347] Generated new cluster ID: 2f89fa5662374b7fa5b27ba5bde53b3b
06:27:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.653167 5969 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:27:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.652839 5964 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc13cf11b8c54401964b257059327f56. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.653514 5964 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.686445 5964 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.687225 5964 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.687482 5784 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } attempt: 7
06:27:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.712752 5969 catalog_manager.cc:1370] Generated new certificate authority record
06:27:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.725459 5982 catalog_manager.cc:1259] Loaded cluster ID: 2f89fa5662374b7fa5b27ba5bde53b3b
06:27:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.731381 5969 catalog_manager.cc:1504] Loading token signing keys...
06:27:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.732308 5982 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: loading cluster ID for follower catalog manager: success
06:27:42.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.741253 5982 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: acquiring CA information for follower catalog manager: success
06:27:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:42.755723 5982 catalog_manager.cc:873] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
06:27:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.763201 5784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: Bootstrap starting.
06:27:42.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.792148 5784 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: Neither blocks nor log segments found. Creating new log.
06:27:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.792862 5969 catalog_manager.cc:5868] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56: Generated new TSK 0
06:27:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.793931 5969 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:27:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.795262 5784 log.cc:824] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: Log is configured to *not* fsync() on all Append() calls
06:27:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.706981 5786 master_runner.cc:186] Error getting master registration for 127.5.146.62:40499: OK, instance_id { permanent_uuid: "016002ae85044a06af6cc34991e432eb" instance_seqno: 1790490457992321 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:27:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.802095 5786 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:27:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.807713 5784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: No bootstrap required, opened a new log
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.814955 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/logs
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data/info.pb
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.1:0
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.1
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.1
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:27:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.853777 5784 raft_consensus.cc:348] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.854995 5784 raft_consensus.cc:374] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:27:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.855482 5784 raft_consensus.cc:729] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 016002ae85044a06af6cc34991e432eb, State: Initialized, Role: FOLLOWER
06:27:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.856737 5784 consensus_queue.cc:260] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } }
06:27:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.872848 5988 sys_catalog.cc:455] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.874162 5988 sys_catalog.cc:458] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.874929 5784 sys_catalog.cc:564] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: configured and running, proceeding with master startup.
06:27:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.875483 5757 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [term 0 FOLLOWER]: Advancing to term 1
06:27:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.880057 5759 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc13cf11b8c54401964b257059327f56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "016002ae85044a06af6cc34991e432eb" is_pre_election: true
06:27:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.881667 5758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc13cf11b8c54401964b257059327f56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "016002ae85044a06af6cc34991e432eb"
06:27:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.887614 5757 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [term 1 FOLLOWER]: Refusing update from remote peer fc13cf11b8c54401964b257059327f56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:27:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.889580 5949 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:27:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.973557 5993 sys_catalog.cc:455] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.974427 5993 sys_catalog.cc:458] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: This master's current role is: FOLLOWER
06:27:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.975116 5988 sys_catalog.cc:455] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc13cf11b8c54401964b257059327f56. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:42.976218 5988 sys_catalog.cc:458] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb [sys.catalog]: This master's current role is: FOLLOWER
06:27:43.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.116922 6004 catalog_manager.cc:1259] Loaded cluster ID: 2f89fa5662374b7fa5b27ba5bde53b3b
06:27:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.117991 6004 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: loading cluster ID for follower catalog manager: success
06:27:43.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.155292 6004 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: acquiring CA information for follower catalog manager: success
06:27:43.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.165547 6004 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 016002ae85044a06af6cc34991e432eb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:27:43.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.532424 6006 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc13cf11b8c54401964b257059327f56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "016002ae85044a06af6cc34991e432eb" member_type: VOTER last_known_addr { host: "127.5.146.62" port: 40499 } } peers { permanent_uuid: "bbb129f7a2024863901e27df461f4cce" member_type: VOTER last_known_addr { host: "127.5.146.61" port: 45857 } } peers { permanent_uuid: "fc13cf11b8c54401964b257059327f56" member_type: VOTER last_known_addr { host: "127.5.146.60" port: 36619 } } }
06:27:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.533864 6006 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc13cf11b8c54401964b257059327f56 [sys.catalog]: This master's current role is: LEADER
06:27:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:43.753937 5987 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:43.754613 5987 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:43.755416 5987 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.770253 5982 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bbb129f7a2024863901e27df461f4cce: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:27:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:43.810827 5987 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:43.812134 5987 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.146.1
06:27:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.923190 5987 tablet_server_runner.cc:78] Tablet server non-default flags:
06:27:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.1:0
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data/info.pb
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.1
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.1
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/logs
06:27:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.924897 5987 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:43.926991 5987 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:44.032987 6014 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:45.399194 6013 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 5987
06:27:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:46.101552 5987 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.071s user 0.415s sys 0.520s
06:27:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:46.108242 5987 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.077s user 0.415s sys 0.520s
06:27:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:44.037192 6015 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:46.126292 6020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.126472 5987 server_base.cc:1034] running on GCE node
06:27:46.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.128417 5987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.135324 5987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.136808 5987 hybrid_clock.cc:648] HybridClock initialized: now 1790490466136767 us; error 54 us; skew 500 ppm
06:27:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.137921 5987 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.152992 5987 webserver.cc:460] Webserver started at http://127.5.146.1:44835/ using document root <none> and password file <none>
06:27:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.154258 5987 fs_manager.cc:359] Metadata directory not provided
06:27:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.154556 5987 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.155139 5987 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.162269 5987 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data/instance:
06:27:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e96cccf3bd44565a197ffa498bf1bac"
06:27:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:46 on dist-test-slave-knmt"
06:27:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.163792 5987 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal/instance:
06:27:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e96cccf3bd44565a197ffa498bf1bac"
06:27:46.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:46 on dist-test-slave-knmt"
06:27:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.173789 5987 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
06:27:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.188820 6025 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.190448 5987 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.009s sys 0.003s
06:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.190845 5987 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal
06:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e96cccf3bd44565a197ffa498bf1bac"
06:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:46 on dist-test-slave-knmt"
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.191313 5987 fs_report.cc:383] FS layout report
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data/data
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.260905 5987 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.263316 5987 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.263937 5987 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.273078 5987 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:27:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.284996 5987 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:27:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.285295 5987 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:27:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.285583 5987 ts_tablet_manager.cc:610] Registered 0 tablets
06:27:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.285804 5987 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:27:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.883368 5987 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.1:40479
06:27:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.883502 6138 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.1:40479 every 8 connection(s)
06:27:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.887703 5987 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/data/info.pb
06:27:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.897795 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 5987
06:27:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.898487 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-0/wal/instance
06:27:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.945348 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/logs
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data/info.pb
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.2:0
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.2
06:27:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.2
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:27:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.971340 6139 heartbeater.cc:347] Connected to a master server at 127.5.146.60:36619
06:27:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.971877 6139 heartbeater.cc:464] Registering TS with master...
06:27:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.973480 6139 heartbeater.cc:511] Master 127.5.146.60:36619 requested a full tablet report, sending...
06:27:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.977545 5904 ts_manager.cc:194] Registered new tserver with Master: 3e96cccf3bd44565a197ffa498bf1bac (127.5.146.1:40479)
06:27:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.980420 5904 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.146.1:54975
06:27:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.992040 6141 heartbeater.cc:347] Connected to a master server at 127.5.146.62:40499
06:27:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.992422 6141 heartbeater.cc:464] Registering TS with master...
06:27:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.993141 6141 heartbeater.cc:511] Master 127.5.146.62:40499 requested a full tablet report, sending...
06:27:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.993913 6140 heartbeater.cc:347] Connected to a master server at 127.5.146.61:45857
06:27:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.994215 6140 heartbeater.cc:464] Registering TS with master...
06:27:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.994867 6140 heartbeater.cc:511] Master 127.5.146.61:45857 requested a full tablet report, sending...
06:27:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:46.997699 5749 ts_manager.cc:194] Registered new tserver with Master: 3e96cccf3bd44565a197ffa498bf1bac (127.5.146.1:40479)
06:27:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:47.001586 5824 ts_manager.cc:194] Registered new tserver with Master: 3e96cccf3bd44565a197ffa498bf1bac (127.5.146.1:40479)
06:27:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.365168 6149 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.365752 6149 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.366407 6149 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.424481 6149 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.425843 6149 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.146.2
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:47.479816 6149 tablet_server_runner.cc:78] Tablet server non-default flags:
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.2:0
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data/info.pb
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.2
06:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.2
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/logs
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:47.481460 6149 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:47.483624 6149 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.512171 6156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:47.985739 6139 heartbeater.cc:503] Master 127.5.146.60:36619 was elected leader, sending a full tablet report...
06:27:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.512542 6155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:47.517956 6158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:49.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.241568 6157 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1727 milliseconds
06:27:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.241735 6149 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:27:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.243367 6149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.246502 6149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.247920 6149 hybrid_clock.cc:648] HybridClock initialized: now 1790490469247893 us; error 58 us; skew 500 ppm
06:27:49.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.248827 6149 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.256561 6149 webserver.cc:460] Webserver started at http://127.5.146.2:38501/ using document root <none> and password file <none>
06:27:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.257594 6149 fs_manager.cc:359] Metadata directory not provided
06:27:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.257930 6149 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.258488 6149 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.263441 6149 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data/instance:
06:27:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a13667df34ac4bbbbb8aa6c7f82eaacc"
06:27:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:49 on dist-test-slave-knmt"
06:27:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.264643 6149 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal/instance:
06:27:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a13667df34ac4bbbbb8aa6c7f82eaacc"
06:27:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:49 on dist-test-slave-knmt"
06:27:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.272362 6149 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
06:27:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.278227 6166 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.279446 6149 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.279878 6149 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a13667df34ac4bbbbb8aa6c7f82eaacc"
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:49 on dist-test-slave-knmt"
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.280242 6149 fs_report.cc:383] FS layout report
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal
06:27:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data/data
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.327167 6149 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.328785 6149 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.329327 6149 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.332263 6149 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:27:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.336506 6149 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:27:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.336742 6149 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:27:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.337080 6149 ts_tablet_manager.cc:610] Registered 0 tablets
06:27:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.337265 6149 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:27:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.507341 6149 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.2:33001
06:27:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.507493 6278 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.2:33001 every 8 connection(s)
06:27:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.510113 6149 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/data/info.pb
06:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.515058 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6149
06:27:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.515494 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-1/wal/instance
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.539752 5704 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/logs
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data/info.pb
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.3:0
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.3
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.3
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:27:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.593854 6280 heartbeater.cc:347] Connected to a master server at 127.5.146.61:45857
06:27:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.594369 6280 heartbeater.cc:464] Registering TS with master...
06:27:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.595638 6280 heartbeater.cc:511] Master 127.5.146.61:45857 requested a full tablet report, sending...
06:27:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.599563 5824 ts_manager.cc:194] Registered new tserver with Master: a13667df34ac4bbbbb8aa6c7f82eaacc (127.5.146.2:33001)
06:27:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.603736 6279 heartbeater.cc:347] Connected to a master server at 127.5.146.60:36619
06:27:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.604125 6279 heartbeater.cc:464] Registering TS with master...
06:27:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.605051 6279 heartbeater.cc:511] Master 127.5.146.60:36619 requested a full tablet report, sending...
06:27:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.609072 5904 ts_manager.cc:194] Registered new tserver with Master: a13667df34ac4bbbbb8aa6c7f82eaacc (127.5.146.2:33001)
06:27:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.610983 5904 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.146.2:36681
06:27:49.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.616894 6283 heartbeater.cc:347] Connected to a master server at 127.5.146.62:40499
06:27:49.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.617246 6283 heartbeater.cc:464] Registering TS with master...
06:27:49.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.617874 6283 heartbeater.cc:511] Master 127.5.146.62:40499 requested a full tablet report, sending...
06:27:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:49.620450 5749 ts_manager.cc:194] Registered new tserver with Master: a13667df34ac4bbbbb8aa6c7f82eaacc (127.5.146.2:33001)
06:27:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.915711 6286 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.916442 6286 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.917069 6286 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.950317 6286 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:49.951303 6286 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.146.3
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:50.006043 6286 tablet_server_runner.cc:78] Tablet server non-default flags:
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.146.20:42415
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.146.3:0
06:27:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data/info.pb
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.146.3
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.146.62:40499,127.5.146.61:45857,127.5.146.60:36619
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.146.3
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/logs
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:50.007642 6286 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:50.009939 6286 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:50.036988 6296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:50.615562 6279 heartbeater.cc:503] Master 127.5.146.60:36619 was elected leader, sending a full tablet report...
06:27:51.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:51.428946 6294 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 6286
06:27:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:51.694643 6286 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.667s user 0.602s sys 1.050s
06:27:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:50.040174 6295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:51.717427 6286 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.690s user 0.602s sys 1.050s
06:27:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.717885 6286 server_base.cc:1034] running on GCE node
06:27:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:51.718333 6298 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.719712 6286 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.722081 6286 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:51.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.723564 6286 hybrid_clock.cc:648] HybridClock initialized: now 1790490471723433 us; error 39 us; skew 500 ppm
06:27:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.724658 6286 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.731560 6286 webserver.cc:460] Webserver started at http://127.5.146.3:38843/ using document root <none> and password file <none>
06:27:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.732620 6286 fs_manager.cc:359] Metadata directory not provided
06:27:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.732873 6286 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.733374 6286 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.739048 6286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data/instance:
06:27:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "537ae6ea28054efbaf528a422928c6a3"
06:27:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:51 on dist-test-slave-knmt"
06:27:51.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.740463 6286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal/instance:
06:27:51.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "537ae6ea28054efbaf528a422928c6a3"
06:27:51.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:51 on dist-test-slave-knmt"
06:27:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.748658 6286 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
06:27:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.756271 6306 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.757581 6286 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.757957 6286 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "537ae6ea28054efbaf528a422928c6a3"
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:51 on dist-test-slave-knmt"
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.758304 6286 fs_report.cc:383] FS layout report
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data/data
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.805306 6286 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.807119 6286 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.807569 6286 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.810333 6286 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:27:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.814991 6286 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:27:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.815340 6286 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:27:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.815652 6286 ts_tablet_manager.cc:610] Registered 0 tablets
06:27:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.815948 6286 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.002s sys 0.000s
06:27:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.994405 6286 rpc_server.cc:307] RPC server started. Bound to: 127.5.146.3:39145
06:27:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.994522 6418 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.146.3:39145 every 8 connection(s)
06:27:51.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:51.997478 6286 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/data/info.pb
06:27:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.009212 5704 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6286
06:27:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.009707 5704 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster5968309711730518311/ts-2/wal/instance
06:27:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.078275 6419 heartbeater.cc:347] Connected to a master server at 127.5.146.60:36619
06:27:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.078861 6419 heartbeater.cc:464] Registering TS with master...
06:27:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.080225 6419 heartbeater.cc:511] Master 127.5.146.60:36619 requested a full tablet report, sending...
06:27:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.083688 5904 ts_manager.cc:194] Registered new tserver with Master: 537ae6ea28054efbaf528a422928c6a3 (127.5.146.3:39145)
06:27:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.085242 6421 heartbeater.cc:347] Connected to a master server at 127.5.146.62:40499
06:27:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.085544 6421 heartbeater.cc:464] Registering TS with master...
06:27:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.086069 5904 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.146.3:41497
06:27:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.086402 6421 heartbeater.cc:511] Master 127.5.146.62:40499 requested a full tablet report, sending...
06:27:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.087970 6420 heartbeater.cc:347] Connected to a master server at 127.5.146.61:45857
06:27:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.088308 6420 heartbeater.cc:464] Registering TS with master...
06:27:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.089479 5749 ts_manager.cc:194] Registered new tserver with Master: 537ae6ea28054efbaf528a422928c6a3 (127.5.146.3:39145)
06:27:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.093317 6420 heartbeater.cc:511] Master 127.5.146.61:45857 requested a full tablet report, sending...
06:27:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.095830 5824 ts_manager.cc:194] Registered new tserver with Master: 537ae6ea28054efbaf528a422928c6a3 (127.5.146.3:39145)
06:27:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.101040 5704 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:27:52.113 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:27:52.115 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:27:52.129 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.146.62"
port: 40499
}
bound_http_address {
host: "127.5.146.62"
port: 43867
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.146.61"
port: 45857
}
bound_http_address {
host: "127.5.146.61"
port: 45477
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.146.60"
port: 36619
}
bound_http_address {
host: "127.5.146.60"
port: 45459
}
}
}
06:27:52.136 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:27:52.138 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.146.1"
port: 40479
}
bound_http_address {
host: "127.5.146.1"
port: 44835
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.146.2"
port: 33001
}
bound_http_address {
host: "127.5.146.2"
port: 38501
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.146.3"
port: 39145
}
bound_http_address {
host: "127.5.146.3"
port: 38843
}
}
}
06:27:52.139 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:27:52.346 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:27:52.491 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYZ1X6g/test-tmp
06:27:52.492 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:27:52.492 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYZ1X6g/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:27:52.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
06:27:52.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:27:52.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:27:52.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.910065 6430 mini_oidc.cc:152] Starting JWKS server
06:27:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.913842 6430 webserver.cc:460] Webserver started at http://127.0.0.1:41173/ using document root <none> and password file <none>
06:27:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.914256 6430 mini_oidc.cc:189] Starting OIDC Discovery server
06:27:52.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:52.916210 6430 webserver.cc:460] Webserver started at http://127.0.0.1:45779/ using document root <none> and password file <none>
06:27:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
06:27:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/principal' for realm 'KRBTEST.COM',
06:27:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
06:27:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:53 dist-test-slave-knmt krb5kdc[6442](info): setting up network...
06:27:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
06:27:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:53 dist-test-slave-knmt krb5kdc[6442](info): set up 2 sockets
06:27:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:53 dist-test-slave-knmt krb5kdc[6442](info): commencing operation
06:27:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
06:27:53.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:53.092986 6419 heartbeater.cc:503] Master 127.5.146.60:36619 was elected leader, sending a full tablet report...
06:27:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.162109 6430 mini_kdc.cc:121] Time spent starting KDC: real 1.216s user 0.005s sys 0.020s
06:27:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
06:27:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:27:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
06:27:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
06:27:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:27:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
06:27:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
06:27:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:27:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
06:27:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:27:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/test-user.keytab.
06:27:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/test-user.keytab.
06:27:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:54 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490474, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:27:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:27:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:27:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:27:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:27:54Z Disabled control of system clock
06:27:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.71.190@KRBTEST.COM; defaulting to no policy
06:27:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.71.190@KRBTEST.COM" created.
06:27:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab.
06:27:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab.
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:54.396028 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/logs
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.190:43489
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.190
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.190
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:27:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.773571 6457 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.774302 6457 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.775108 6457 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.809973 6457 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:27:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.810268 6457 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.810635 6457 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.810847 6457 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.811038 6457 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.811221 6457 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.811367 6457 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:54.853700 6457 master_runner.cc:386] Master server non-default flags:
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.190
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.190:43489
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:27:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.190
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/logs
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:54.854867 6457 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:54.856125 6457 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.878935 6464 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:54.879225 6463 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.273481 6462 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 6457
06:27:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.594262 6457 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.719s user 0.458s sys 0.993s
06:27:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.595427 6457 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.720s user 0.459s sys 0.993s
06:27:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.596717 6466 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.601584 6457 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:27:56.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.601583 6465 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1723 milliseconds
06:27:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.603165 6457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.605816 6457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.607188 6457 hybrid_clock.cc:648] HybridClock initialized: now 1790490476607156 us; error 49 us; skew 500 ppm
06:27:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.608094 6457 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:56 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490476, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:27:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.624143 6457 init.cc:377] Logged in from keytab as kudu/127.6.71.190@KRBTEST.COM (short username kudu)
06:27:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.631006 6457 webserver.cc:460] Webserver started at http://127.6.71.190:35135/ using document root <none> and password file <none>
06:27:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.632381 6457 fs_manager.cc:359] Metadata directory not provided
06:27:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.632640 6457 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.633157 6457 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.639554 6457 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/instance:
06:27:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3ef7cd56e8d46589617c154220fd236"
06:27:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:56 on dist-test-slave-knmt"
06:27:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.641191 6457 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal/instance:
06:27:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3ef7cd56e8d46589617c154220fd236"
06:27:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:56 on dist-test-slave-knmt"
06:27:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.650523 6457 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
06:27:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.657554 6477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.658905 6457 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
06:27:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.659281 6457 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:27:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3ef7cd56e8d46589617c154220fd236"
06:27:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:56 on dist-test-slave-knmt"
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.659685 6457 fs_report.cc:383] FS layout report
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/data
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.695465 6457 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.702549 6457 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.703095 6457 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.788569 6457 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.190:43489
06:27:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.788625 6528 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.190:43489 every 8 connection(s)
06:27:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.792169 6457 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:27:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.799294 6529 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:27:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.801664 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6457
06:27:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.802207 6430 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal/instance
06:27:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.816949 6529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } has no permanent_uuid. Determining permanent_uuid...
06:27:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.71.189@KRBTEST.COM; defaulting to no policy
06:27:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.71.189@KRBTEST.COM" created.
06:27:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:56 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490476, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:27:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab.
06:27:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab.
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.856513 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/logs
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.189:41631
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.189
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.189
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:27:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.866214 6529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
06:27:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.868813 6479 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.872854 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.922405 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 1
06:27:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:56.926349 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:56.994813 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 2
06:27:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.000623 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.092128 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 3
06:27:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.095847 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.239243 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 4
06:27:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.243345 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.299960 6535 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.300784 6535 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.301759 6535 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.340811 6535 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:27:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.341039 6535 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.341395 6535 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.341607 6535 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.341848 6535 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.342046 6535 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.342188 6535 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.384189 6535 master_runner.cc:386] Master server non-default flags:
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data
06:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.189
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.189:41631
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.189
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/logs
06:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.385592 6535 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.386704 6535 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.408070 6544 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.542804 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 5
06:27:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.548239 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.095757 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 6
06:27:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:58.105971 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:27:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:57.410221 6535 server_base.cc:1034] running on GCE node
06:27:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.408077 6543 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:57.412748 6546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.710879 6535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:27:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.714236 6535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:27:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.715946 6535 hybrid_clock.cc:648] HybridClock initialized: now 1790490478715888 us; error 73 us; skew 500 ppm
06:27:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.717059 6535 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:27:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:58 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490478, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.723416 6535 init.cc:377] Logged in from keytab as kudu/127.6.71.189@KRBTEST.COM (short username kudu)
06:27:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.729406 6535 webserver.cc:460] Webserver started at http://127.6.71.189:34367/ using document root <none> and password file <none>
06:27:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.730392 6535 fs_manager.cc:359] Metadata directory not provided
06:27:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.730633 6535 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:27:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.731149 6535 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:27:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.736064 6535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/instance:
06:27:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6920c10ce5c14f56a52efb7002a2e019"
06:27:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:58 on dist-test-slave-knmt"
06:27:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.737310 6535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal/instance:
06:27:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6920c10ce5c14f56a52efb7002a2e019"
06:27:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:58 on dist-test-slave-knmt"
06:27:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.745559 6535 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
06:27:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.751958 6558 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:27:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.753286 6535 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.753695 6535 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6920c10ce5c14f56a52efb7002a2e019"
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:58 on dist-test-slave-knmt"
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.754144 6535 fs_report.cc:383] FS layout report
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:27:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/data
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:27:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:27:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.811714 6535 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:27:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.818018 6535 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:27:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.818619 6535 kserver.cc:163] Server-wide thread pool size limit: 3276
06:27:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.905061 6535 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.189:41631
06:27:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.905094 6609 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.189:41631 every 8 connection(s)
06:27:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.908494 6535 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:27:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.915187 6610 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:27:58.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.916986 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6535
06:27:58.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.917474 6430 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal/instance
06:27:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.930487 6610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } has no permanent_uuid. Determining permanent_uuid...
06:27:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.71.188@KRBTEST.COM; defaulting to no policy
06:27:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.71.188@KRBTEST.COM" created.
06:27:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:58 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490478, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:27:58.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.981719 6610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
06:27:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:27:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab.
06:27:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.71.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab.
06:27:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:58.990978 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/logs
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.188:33961
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.188
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab
06:27:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.188
06:27:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:27:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:27:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:27:59.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:58 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490478, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:27:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.026165 6610 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } has no permanent_uuid. Determining permanent_uuid...
06:27:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.029244 6561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.034773 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.084336 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 1
06:27:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.088865 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.157341 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 2
06:27:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.161908 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.166435 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } attempt: 7
06:27:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:27:59 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490476, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:27:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.202597 6529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } has no permanent_uuid. Determining permanent_uuid...
06:27:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.209832 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.253471 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 3
06:27:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.257560 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.268296 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 1
06:27:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.272261 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.353688 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 2
06:27:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.357654 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.389051 6617 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:27:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.389601 6617 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:27:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.390189 6617 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:27:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.401032 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 4
06:27:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.405295 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.439483 6617 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:27:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.439859 6617 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:27:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.440409 6617 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:27:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.440754 6617 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:27:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.441118 6617 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:27:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.441464 6617 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:27:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.441740 6617 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:27:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.443029 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 3
06:27:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.446619 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.501721 6617 master_runner.cc:386] Master server non-default flags:
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.188
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.188:33961
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:27:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.188
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/logs
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:27:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.503036 6617 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:27:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.504065 6617 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:27:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.528416 6626 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:27:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.587003 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 4
06:27:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.599474 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.704735 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 5
06:27:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.708701 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:27:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:27:59.884969 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 5
06:27:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.891887 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:28:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:00.256160 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 6
06:28:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:00.273147 6610 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:28:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:00.444434 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 6
06:28:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:00.469247 6529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.71.188:33961: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:28:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:00.921917 6625 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 6617
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.100356 6625 kernel_stack_watchdog.cc:198] Thread 6617 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 395ms:
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.100441 6617 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.578s user 0.575s sys 0.923s
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.100857 6617 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.578s user 0.575s sys 0.923s
06:28:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:27:59.528997 6627 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.102671 6628 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:28:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.103323 6629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.103394 6617 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:28:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.106714 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:28:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.109265 6617 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:28:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.110647 6617 hybrid_clock.cc:648] HybridClock initialized: now 1790490481110615 us; error 43 us; skew 500 ppm
06:28:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.111496 6617 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:28:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:01.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.118450 6617 init.cc:377] Logged in from keytab as kudu/127.6.71.188@KRBTEST.COM (short username kudu)
06:28:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.124353 6617 webserver.cc:460] Webserver started at http://127.6.71.188:37747/ using document root <none> and password file <none>
06:28:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.125540 6617 fs_manager.cc:359] Metadata directory not provided
06:28:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.125801 6617 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:28:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.126314 6617 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:28:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.133165 6617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/instance:
06:28:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e3543614aa4860a085bb46b6f95f94"
06:28:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:28:01 on dist-test-slave-knmt"
06:28:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.134678 6617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal/instance:
06:28:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e3543614aa4860a085bb46b6f95f94"
06:28:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:28:01 on dist-test-slave-knmt"
06:28:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.146373 6617 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.008s sys 0.004s
06:28:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.157590 6646 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:28:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.158991 6617 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
06:28:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.159469 6617 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e3543614aa4860a085bb46b6f95f94"
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:28:01 on dist-test-slave-knmt"
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.159883 6617 fs_report.cc:383] FS layout report
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/data
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:28:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:28:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:28:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:28:01.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.214303 6617 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:28:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.221150 6617 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:28:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.221704 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
06:28:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.320453 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.188:33961
06:28:01.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.320595 6698 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.188:33961 every 8 connection(s)
06:28:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.323968 6617 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:28:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.331601 6699 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:28:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.331723 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6617
06:28:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.332218 6430 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal/instance
06:28:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.333717 6610 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 7
06:28:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.366281 6699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } has no permanent_uuid. Determining permanent_uuid...
06:28:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490478, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for kudu/127.6.71.188@KRBTEST.COM
06:28:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:28:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490474, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.71.188@KRBTEST.COM
06:28:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.414413 6699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
06:28:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.418952 6610 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Bootstrap starting.
06:28:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.428949 6610 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Neither blocks nor log segments found. Creating new log.
06:28:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.433184 6610 log.cc:824] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Log is configured to *not* fsync() on all Append() calls
06:28:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.440856 6610 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: No bootstrap required, opened a new log
06:28:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:28:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490474, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:28:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.466276 6699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } has no permanent_uuid. Determining permanent_uuid...
06:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.474884 6610 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.475907 6610 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:28:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.476450 6610 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6920c10ce5c14f56a52efb7002a2e019, State: Initialized, Role: FOLLOWER
06:28:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.477597 6610 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for kudu/127.6.71.188@KRBTEST.COM
06:28:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.486284 6710 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.487159 6710 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: FOLLOWER
06:28:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.490541 6610 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: configured and running, proceeding with master startup.
06:28:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490474, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:28:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.502879 6529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } attempt: 7
06:28:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.506568 6699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Bootstrap starting.
06:28:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.513599 6699 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Neither blocks nor log segments found. Creating new log.
06:28:01.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.516314 6699 log.cc:824] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Log is configured to *not* fsync() on all Append() calls
06:28:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.531332 6699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: No bootstrap required, opened a new log
06:28:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.542862 6430 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
06:28:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490476, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for kudu/127.6.71.188@KRBTEST.COM
06:28:01.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:01.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
06:28:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.560961 6699 raft_consensus.cc:348] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.561729 6699 raft_consensus.cc:374] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:28:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.561988 6699 raft_consensus.cc:729] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22e3543614aa4860a085bb46b6f95f94, State: Initialized, Role: FOLLOWER
06:28:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.562922 6699 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.578563 6529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Bootstrap starting.
06:28:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.586351 6564 tablet.cc:2369] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:28:01.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.589424 6720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.590615 6720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: FOLLOWER
06:28:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.592128 6699 sys_catalog.cc:564] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: configured and running, proceeding with master startup.
06:28:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.596251 6529 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Neither blocks nor log segments found. Creating new log.
06:28:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.599277 6529 log.cc:824] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Log is configured to *not* fsync() on all Append() calls
06:28:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.609478 6529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: No bootstrap required, opened a new log
06:28:01.616 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
06:28:01.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
06:28:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.635025 6724 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.635344 6724 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:01.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.71.190"
port: 43489
}
bound_http_address {
host: "127.6.71.190"
port: 35135
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.71.189"
port: 41631
}
bound_http_address {
host: "127.6.71.189"
port: 34367
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.71.188"
port: 33961
}
bound_http_address {
host: "127.6.71.188"
port: 37747
}
}
}
06:28:01.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:28:01.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:01.642 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:28:01.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:28:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.662707 6529 raft_consensus.cc:348] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.663888 6529 raft_consensus.cc:374] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:28:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.664358 6529 raft_consensus.cc:729] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3ef7cd56e8d46589617c154220fd236, State: Initialized, Role: FOLLOWER
06:28:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.665371 6529 consensus_queue.cc:260] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.685866 6739 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:28:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.728507 6652 tablet.cc:2369] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:28:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.743813 6737 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.757623 6737 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: This master's current role is: FOLLOWER
06:28:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.746129 6529 sys_catalog.cc:564] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: configured and running, proceeding with master startup.
06:28:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.585925 6535 master_runner.cc:186] Error getting master registration for 127.6.71.190:43489: OK, instance_id { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" instance_seqno: 1790490476763957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:28:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.767109 6535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:28:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:28:01.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.790308 6430 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.145s user 0.007s sys 0.009s
06:28:01.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:01.793 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc
06:28:01.807 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:28:01.818 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc
06:28:01.820 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:28:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.695012 6617 master_runner.cc:186] Error getting master registration for 127.6.71.190:43489: OK, instance_id { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" instance_seqno: 1790490476763957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:28:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.823261 6617 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:28:01.825 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
06:28:01.832 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:28:01.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:28:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.836411 6710 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:28:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.837009 6710 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.841262 6504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6920c10ce5c14f56a52efb7002a2e019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3ef7cd56e8d46589617c154220fd236" is_pre_election: true
06:28:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.842104 6504 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6920c10ce5c14f56a52efb7002a2e019 in term 0.
06:28:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.843713 6560 leader_election.cc:302] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6920c10ce5c14f56a52efb7002a2e019, a3ef7cd56e8d46589617c154220fd236; no voters:
06:28:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.847321 6673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6920c10ce5c14f56a52efb7002a2e019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22e3543614aa4860a085bb46b6f95f94" is_pre_election: true
06:28:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.848133 6673 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6920c10ce5c14f56a52efb7002a2e019 in term 0.
06:28:01.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.849720 6710 leader_election.cc:288] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a3ef7cd56e8d46589617c154220fd236 (127.6.71.190:43489), 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961)
06:28:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.850239 6710 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:28:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.850541 6710 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:28:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.850813 6710 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 0 FOLLOWER]: Advancing to term 1
06:28:01.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.859150 6710 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.862000 6504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6920c10ce5c14f56a52efb7002a2e019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3ef7cd56e8d46589617c154220fd236"
06:28:01.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.862531 6504 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 0 FOLLOWER]: Advancing to term 1
06:28:01.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.870512 6504 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6920c10ce5c14f56a52efb7002a2e019 in term 1.
06:28:01.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.871868 6560 leader_election.cc:302] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6920c10ce5c14f56a52efb7002a2e019, a3ef7cd56e8d46589617c154220fd236; no voters:
06:28:01.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.872718 6745 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 FOLLOWER]: Leader election won for term 1
06:28:01.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.874258 6673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6920c10ce5c14f56a52efb7002a2e019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22e3543614aa4860a085bb46b6f95f94"
06:28:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.874788 6673 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 0 FOLLOWER]: Advancing to term 1
06:28:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.881933 6673 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6920c10ce5c14f56a52efb7002a2e019 in term 1.
06:28:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.883450 6710 leader_election.cc:288] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [CANDIDATE]: Term 1 election: Requested vote from peers a3ef7cd56e8d46589617c154220fd236 (127.6.71.190:43489), 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961)
06:28:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.890550 6745 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 LEADER]: Becoming Leader. State: Replica: 6920c10ce5c14f56a52efb7002a2e019, State: Running, Role: LEADER
06:28:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.891901 6745 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:01 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:28:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.907021 6710 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6920c10ce5c14f56a52efb7002a2e019. Latest consensus state: current_term: 1 leader_uuid: "6920c10ce5c14f56a52efb7002a2e019" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.908457 6710 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: LEADER
06:28:01.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:01.912 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc
06:28:01.914 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:28:01.914 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.71.190:43489
06:28:01.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:28:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.917163 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6457
06:28:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.920039 6755 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:28:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.927029 6755 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:28:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.950064 6673 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Refusing update from remote peer 6920c10ce5c14f56a52efb7002a2e019: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:28:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.951929 6745 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [LEADER]: Connected to new peer: Peer: permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:28:01.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:01.976 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.71.188:33961
06:28:01.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:28:01.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:01.977108 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6617
06:28:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:01.997596 6560 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 -> Peer a3ef7cd56e8d46589617c154220fd236 (127.6.71.190:43489): Couldn't send request to peer a3ef7cd56e8d46589617c154220fd236. Status: Network error: Client connection negotiation failed: client connection to 127.6.71.190:43489: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.020864 6759 negotiation.cc:337] Failed RPC negotiation. Trace:
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:02.018221 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.6.71.188:33961 (local address 127.0.0.1:32776)
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:02.018890 (+ 669us) negotiation.cc:107] Waiting for socket to connect
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:02.018931 (+ 41us) client_negotiation.cc:174] Beginning negotiation
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:02.019171 (+ 240us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:02.019643 (+ 472us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:28:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":270}
06:28:02.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.022037 6561 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 -> Peer 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961): Couldn't send request to peer 22e3543614aa4860a085bb46b6f95f94. Status: Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107). This is attempt 1: this message will repeat every 5th retry.
06:28:02.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:02.035 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.71.189:41631
06:28:02.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:28:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:02.035786 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6535
06:28:02.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:02.066 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.71.190:43489
06:28:02.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:02.070753 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/logs
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.190:43489
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.190
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35135
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.190
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:28:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:28:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.415145 6762 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:28:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.415882 6762 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:28:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.416823 6762 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:28:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.449250 6762 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:28:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.449542 6762 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:28:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.449863 6762 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:28:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.450065 6762 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:28:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.450253 6762 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:28:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.450524 6762 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:28:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.450682 6762 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:02.488700 6762 master_runner.cc:386] Master server non-default flags:
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.190.keytab
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.190
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.190:43489
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.190
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35135
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/logs
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:28:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:02.489892 6762 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:28:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:02.490996 6762 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:28:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.513252 6768 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.747802 6135 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae060 after lost signal to thread 6009
06:28:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.749450 6135 debug-util.cc:398] Leaking SignalData structure 0x7b08000aeb20 after lost signal to thread 6138
06:28:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:03.913782 6767 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 6762
06:28:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:02.515095 6769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:04.671974 6762 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.162s user 0.608s sys 1.236s
06:28:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:04.673602 6762 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.163s user 0.608s sys 1.236s
06:28:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:04.672729 6770 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2160 milliseconds
06:28:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:04.674832 6771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.676823 6762 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:28:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.678432 6762 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:28:04.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.682379 6762 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:28:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.683825 6762 hybrid_clock.cc:648] HybridClock initialized: now 1790490484683760 us; error 45 us; skew 500 ppm
06:28:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.684865 6762 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:28:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:04 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490484, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.696703 6762 init.cc:377] Logged in from keytab as kudu/127.6.71.190@KRBTEST.COM (short username kudu)
06:28:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.709985 6762 webserver.cc:460] Webserver started at http://127.6.71.190:35135/ using document root <none> and password file <none>
06:28:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.711365 6762 fs_manager.cc:359] Metadata directory not provided
06:28:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.711678 6762 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:28:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.723693 6762 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
06:28:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.729987 6781 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:28:04.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.731329 6762 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
06:28:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.731700 6762 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:28:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3ef7cd56e8d46589617c154220fd236"
06:28:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:56 on dist-test-slave-knmt"
06:28:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.734892 6762 fs_report.cc:383] FS layout report
06:28:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:28:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:28:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/wal
06:28:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/data
06:28:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:28:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:28:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:28:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:28:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:28:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:28:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.786043 6762 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:28:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.794898 6762 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:28:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.795451 6762 kserver.cc:163] Server-wide thread pool size limit: 3276
06:28:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.903640 6762 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.190:43489
06:28:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.903762 6833 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.190:43489 every 8 connection(s)
06:28:04.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.908257 6762 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-0/data/info.pb
06:28:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.914147 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6762
06:28:04.915 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:04.915 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.71.188:33961
06:28:04.915 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:28:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.917433 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/logs
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.188:33961
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.188
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.188
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:28:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.924935 6834 sys_catalog.cc:263] Verifying existing consensus state
06:28:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.933367 6834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Bootstrap starting.
06:28:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:04.979470 6834 log.cc:824] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Log is configured to *not* fsync() on all Append() calls
06:28:05.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.037176 6834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:28:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.038100 6834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Bootstrap complete.
06:28:05.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.093158 6834 raft_consensus.cc:348] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.096851 6834 raft_consensus.cc:729] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3ef7cd56e8d46589617c154220fd236, State: Initialized, Role: FOLLOWER
06:28:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.097967 6834 consensus_queue.cc:260] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.101920 6838 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.102793 6838 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: This master's current role is: FOLLOWER
06:28:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.103821 6834 sys_catalog.cc:564] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: configured and running, proceeding with master startup.
06:28:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.272241 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.272591 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:05.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:05 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490484, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:28:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.304306 6788 tablet.cc:2369] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:28:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.308871 6762 master_runner.cc:186] Error getting master registration for 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111),
06:28:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.368573 6762 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:28:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.620090 6836 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:28:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.621357 6836 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:28:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.623857 6836 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:28:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.685837 6836 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:28:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.686434 6836 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:28:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.687048 6836 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:28:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.687522 6836 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:28:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.688006 6836 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:28:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.688462 6836 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:28:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.688854 6836 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.755757 6836 master_runner.cc:386] Master server non-default flags:
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.188.keytab
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.188
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.188:33961
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:28:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.188
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37747
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/logs
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:28:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:28:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:28:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.760730 6836 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:28:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:05.762298 6836 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:28:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.803368 6859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:06.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.277782 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:06.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.278376 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.422991 5780 debug-util.cc:398] Leaking SignalData structure 0x7b080005adc0 after lost signal to thread 5717
06:28:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.423753 5780 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3340 after lost signal to thread 5783
06:28:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:06.961724 6866 raft_consensus.cc:482] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:28:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:06.962342 6866 raft_consensus.cc:504] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.987797 6783 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:06.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:06.992825 6783 leader_election.cc:334] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631): Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:06.990506 6866 leader_election.cc:288] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631), 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961)
06:28:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:07.001780 6784 leader_election.cc:334] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961): Network error: Client connection negotiation failed: client connection to 127.6.71.188:33961: connect: Connection refused (error 111)
06:28:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.002305 6784 leader_election.cc:302] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a3ef7cd56e8d46589617c154220fd236; no voters: 22e3543614aa4860a085bb46b6f95f94, 6920c10ce5c14f56a52efb7002a2e019
06:28:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.003813 6866 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:28:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:07.284544 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:07.285035 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.807300 6858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:05.808498 6861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:07.744691 6860 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1937 milliseconds
06:28:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.744807 6836 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:28:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.746368 6836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:28:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.750250 6836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:28:07.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.751703 6836 hybrid_clock.cc:648] HybridClock initialized: now 1790490487751661 us; error 44 us; skew 500 ppm
06:28:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.752893 6836 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:28:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:07 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490487, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.772975 6836 init.cc:377] Logged in from keytab as kudu/127.6.71.188@KRBTEST.COM (short username kudu)
06:28:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.796284 6836 webserver.cc:460] Webserver started at http://127.6.71.188:37747/ using document root <none> and password file <none>
06:28:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.797700 6836 fs_manager.cc:359] Metadata directory not provided
06:28:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.798022 6836 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:28:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.817800 6836 fs_manager.cc:709] Time spent opening directory manager: real 0.015s user 0.004s sys 0.004s
06:28:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.830756 6879 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:28:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.834007 6836 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.003s sys 0.007s
06:28:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.834532 6836 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e3543614aa4860a085bb46b6f95f94"
06:28:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:28:01 on dist-test-slave-knmt"
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.838418 6836 fs_report.cc:383] FS layout report
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/wal
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/data
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:28:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:28:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.917852 6836 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:28:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.926901 6836 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:28:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:07.927525 6836 kserver.cc:163] Server-wide thread pool size limit: 3276
06:28:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.263499 6836 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.188:33961
06:28:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.263558 6930 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.188:33961 every 8 connection(s)
06:28:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.268200 6836 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-2/data/info.pb
06:28:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.278680 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6836
06:28:08.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:08.280 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.71.189:41631
06:28:08.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:28:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.283269 6430 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/logs
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.189:41631
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.189
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34367
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.189
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:28:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.289502 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.289849 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.296209 6931 sys_catalog.cc:263] Verifying existing consensus state
06:28:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.305799 6931 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Bootstrap starting.
06:28:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.356319 6931 log.cc:824] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Log is configured to *not* fsync() on all Append() calls
06:28:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.365109 6931 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Bootstrap replayed 1/1 log segments. Stats: ops{read=2 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 2 replicates
06:28:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.366185 6931 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Bootstrap complete.
06:28:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.405408 6931 raft_consensus.cc:348] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Replica starting. Triggering 2 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.418093 6931 raft_consensus.cc:729] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22e3543614aa4860a085bb46b6f95f94, State: Initialized, Role: FOLLOWER
06:28:08.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.419457 6931 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.2, Last appended by leader: 2, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.450174 6936 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.457870 6936 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: FOLLOWER
06:28:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.453127 6931 sys_catalog.cc:564] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: configured and running, proceeding with master startup.
06:28:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.624212 6949 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.625711 6949 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:08 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490487, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:28:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.672441 6953 raft_consensus.cc:482] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:28:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.672971 6953 raft_consensus.cc:504] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:08.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.695537 6953 leader_election.cc:288] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631), 22e3543614aa4860a085bb46b6f95f94 (127.6.71.188:33961)
06:28:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.701558 6885 tablet.cc:2369] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:28:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.662976 6836 master_runner.cc:186] Error getting master registration for 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111),
06:28:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.724141 6836 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:28:08.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:08.729382 6783 leader_election.cc:334] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631): Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:08 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490484, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.190@KRBTEST.COM for kudu/127.6.71.188@KRBTEST.COM
06:28:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.762625 6906 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a3ef7cd56e8d46589617c154220fd236" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22e3543614aa4860a085bb46b6f95f94" is_pre_election: true
06:28:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.763900 6906 raft_consensus.cc:2396] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a3ef7cd56e8d46589617c154220fd236 for term 2 because replica has last-logged OpId of term: 1 index: 2, which is greater than that of the candidate, which has last-logged OpId of term: 0 index: 0.
06:28:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.765672 6784 leader_election.cc:302] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a3ef7cd56e8d46589617c154220fd236; no voters: 22e3543614aa4860a085bb46b6f95f94, 6920c10ce5c14f56a52efb7002a2e019
06:28:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:08.766538 6953 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:28:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.059557 6933 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:28:09.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.067541 6933 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:28:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.069005 6933 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:28:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.137641 6933 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:28:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.138262 6933 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:28:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.138906 6933 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:28:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.139379 6933 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:28:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.139917 6933 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:28:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.140424 6933 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:28:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.140931 6933 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41173/jwks.json
06:28:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.208243 6933 master_runner.cc:386] Master server non-default flags:
06:28:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:28:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.71.148:41903
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.71.190:43489,127.6.71.189:41631,127.6.71.188:33961
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/krb5kdc/kudu_127.6.71.189.keytab
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.71.189
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.71.189:41631
06:28:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41173/jwks.json
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.71.189
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34367
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/logs
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:28:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:28:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.212308 6933 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:28:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.213930 6933 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:28:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.289386 6964 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.294093 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.294698 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.630403 6949 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.630802 6949 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.972357 6970 raft_consensus.cc:482] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:28:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.973244 6970 raft_consensus.cc:504] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.978008 6970 leader_election.cc:288] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a3ef7cd56e8d46589617c154220fd236 (127.6.71.190:43489), 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631)
06:28:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.980616 6809 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e3543614aa4860a085bb46b6f95f94" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "a3ef7cd56e8d46589617c154220fd236" is_pre_election: true
06:28:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.981477 6809 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22e3543614aa4860a085bb46b6f95f94 in term 1.
06:28:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.983098 6881 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.986599 6881 leader_election.cc:302] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 22e3543614aa4860a085bb46b6f95f94, a3ef7cd56e8d46589617c154220fd236; no voters:
06:28:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.987391 6970 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:28:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.987740 6970 raft_consensus.cc:482] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:28:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.988090 6970 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 1 FOLLOWER]: Advancing to term 2
06:28:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.989015 6881 leader_election.cc:334] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631): Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.997504 6970 raft_consensus.cc:504] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.999814 6970 leader_election.cc:288] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 election: Requested vote from peers a3ef7cd56e8d46589617c154220fd236 (127.6.71.190:43489), 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631)
06:28:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.001183 6809 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e3543614aa4860a085bb46b6f95f94" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "a3ef7cd56e8d46589617c154220fd236"
06:28:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.001852 6809 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 1 FOLLOWER]: Advancing to term 2
06:28:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.009938 6881 leader_election.cc:334] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631): Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111)
06:28:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.012367 6809 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22e3543614aa4860a085bb46b6f95f94 in term 2.
06:28:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.013509 6881 leader_election.cc:302] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 22e3543614aa4860a085bb46b6f95f94, a3ef7cd56e8d46589617c154220fd236; no voters: 6920c10ce5c14f56a52efb7002a2e019
06:28:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.014452 6970 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 2 FOLLOWER]: Leader election won for term 2
06:28:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.023221 6970 raft_consensus.cc:686] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [term 2 LEADER]: Becoming Leader. State: Replica: 22e3543614aa4860a085bb46b6f95f94, State: Running, Role: LEADER
06:28:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.024688 6970 consensus_queue.cc:237] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.2, Last appended by leader: 2, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.071972 6973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e3543614aa4860a085bb46b6f95f94. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.072922 6973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: LEADER
06:28:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.299381 6849 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:28:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.299995 6849 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.386965 6762 master_runner.cc:186] Error getting master registration for 127.6.71.189:41631: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111),
06:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.387604 6762 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:28:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.466022 6881 consensus_peers.cc:487] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 -> Peer 6920c10ce5c14f56a52efb7002a2e019 (127.6.71.189:41631): Couldn't send request to peer 6920c10ce5c14f56a52efb7002a2e019. Status: Network error: Client connection negotiation failed: client connection to 127.6.71.189:41631: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:28:10.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.516024 6809 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [term 2 FOLLOWER]: Refusing update from remote peer 22e3543614aa4860a085bb46b6f95f94: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 3. (index mismatch)
06:28:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.520778 6973 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 0, Time since last communication: 0.001s
06:28:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.585691 6980 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e3543614aa4860a085bb46b6f95f94. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.587021 6980 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: This master's current role is: FOLLOWER
06:28:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.619098 6980 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.620394 6980 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: This master's current role is: FOLLOWER
06:28:10.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.674695 6881 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.6.71.190:43489, user_credentials={real_user=slave}} blocked reactor thread for 52115us
06:28:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.680557 6987 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.681465 6987 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236 [sys.catalog]: This master's current role is: FOLLOWER
06:28:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.699249 6981 mvcc.cc:205] Tried to move back new op lower bound from 7333849014051917824 to 7333849013846646784. Current Snapshot: MvccSnapshot[applied={T|T < 7333849014051917824}]
06:28:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.707617 6983 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.708806 6983 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: LEADER
06:28:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.712392 6973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.713248 6973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: LEADER
06:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.728112 6949 catalog_manager.cc:1259] Loaded cluster ID: fc144f7c09924a7ea187e05a0543b534
06:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.728423 6949 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: loading cluster ID for follower catalog manager: success
06:28:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.733656 6949 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: acquiring CA information for follower catalog manager: Not found: root CA entry not found
06:28:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:10.733985 6949 catalog_manager.cc:873] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
06:28:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.734396 6977 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:28:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.743680 6977 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:28:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.747819 6977 catalog_manager.cc:1259] Loaded cluster ID: fc144f7c09924a7ea187e05a0543b534
06:28:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.748102 6977 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:28:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.789974 6977 catalog_manager.cc:1370] Generated new certificate authority record
06:28:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.792599 6977 catalog_manager.cc:1504] Loading token signing keys...
06:28:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.832993 6977 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94: Generated new TSK 0
06:28:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:10.835129 6977 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:28:11.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.311235 6963 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:11.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:09.317596 6966 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:28:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:09.297466 6933 server_base.cc:1034] running on GCE node
06:28:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.028615 6933 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:28:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.044996 6933 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:28:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.064079 6933 hybrid_clock.cc:648] HybridClock initialized: now 1790490491063463 us; error 613 us; skew 500 ppm
06:28:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.065663 6933 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:28:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:11 dist-test-slave-knmt krb5kdc[6442](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490491, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:28:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.088120 6933 init.cc:377] Logged in from keytab as kudu/127.6.71.189@KRBTEST.COM (short username kudu)
06:28:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.095043 6933 webserver.cc:460] Webserver started at http://127.6.71.189:34367/ using document root <none> and password file <none>
06:28:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.096184 6933 fs_manager.cc:359] Metadata directory not provided
06:28:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.096455 6933 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:28:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.107663 6933 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
06:28:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.113430 6999 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:28:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.115288 6933 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s
06:28:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.115687 6933 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data,/tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:28:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6920c10ce5c14f56a52efb7002a2e019"
06:28:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:27:58 on dist-test-slave-knmt"
06:28:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.118933 6933 fs_report.cc:383] FS layout report
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/wal
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/data
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:28:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:28:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.171581 6933 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:28:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.178261 6933 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:28:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.179299 6933 kserver.cc:163] Server-wide thread pool size limit: 3276
06:28:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.307178 6849 catalog_manager.cc:1259] Loaded cluster ID: fc144f7c09924a7ea187e05a0543b534
06:28:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.307955 6849 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: loading cluster ID for follower catalog manager: success
06:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.318279 6849 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: acquiring CA information for follower catalog manager: success
06:28:11.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.328826 6849 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a3ef7cd56e8d46589617c154220fd236: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:28:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.387017 6933 rpc_server.cc:307] RPC server started. Bound to: 127.6.71.189:41631
06:28:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.387193 7052 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.71.189:41631 every 8 connection(s)
06:28:11.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:28:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.392099 6933 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskYZ1X6g/test-tmp/mini-kudu-cluster681912921982125722/master-1/data/info.pb
06:28:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.394666 6430 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu as pid 6933
06:28:11.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.439174 7053 sys_catalog.cc:263] Verifying existing consensus state
06:28:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.454209 7053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Bootstrap starting.
06:28:11.491 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.71.190:43489(127.6.71.190:43489)] connecting to peer
06:28:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.524487 7053 log.cc:824] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Log is configured to *not* fsync() on all Append() calls
06:28:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.533578 7053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Bootstrap replayed 1/1 log segments. Stats: ops{read=2 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 2 replicates
06:28:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.534543 7053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Bootstrap complete.
06:28:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.568548 7053 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 FOLLOWER]: Replica starting. Triggering 2 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.580375 7053 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6920c10ce5c14f56a52efb7002a2e019, State: Initialized, Role: FOLLOWER
06:28:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.581475 7053 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.2, Last appended by leader: 2, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } }
06:28:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.605866 7058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.608436 7058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: FOLLOWER
06:28:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.608062 7053 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: configured and running, proceeding with master startup.
06:28:11.680 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.71.188:33961(127.6.71.188:33961)] connecting to peer
06:28:11.687 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.71.189:41631(127.6.71.189:41631)] connecting to peer
06:28:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:11.686929 7005 tablet.cc:2369] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:28:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:11 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490487, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.188@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:28:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.774426 7028 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [term 1 FOLLOWER]: Advancing to term 2
06:28:11.791 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.71.188:33961(127.6.71.188:33961)] Successfully connected to peer
06:28:11.811 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.71.190:43489(127.6.71.190:43489)] Successfully connected to peer
06:28:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:11 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490491, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for kudu/127.6.71.190@KRBTEST.COM
06:28:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.895501 7058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e3543614aa4860a085bb46b6f95f94. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.899789 7058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: FOLLOWER
06:28:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.896416 7079 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.900921 7079 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: FOLLOWER
06:28:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.918653 7081 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.919543 7081 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019 [sys.catalog]: This master's current role is: FOLLOWER
06:28:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.922364 7073 catalog_manager.cc:1259] Loaded cluster ID: fc144f7c09924a7ea187e05a0543b534
06:28:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.922794 7073 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: loading cluster ID for follower catalog manager: success
06:28:11.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:11.981825 7073 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: acquiring CA information for follower catalog manager: success
06:28:12.002 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.71.189:41631(127.6.71.189:41631)] Successfully connected to peer
06:28:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:28:12 dist-test-slave-knmt krb5kdc[6442](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790490491, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.71.189@KRBTEST.COM for kudu/127.6.71.189@KRBTEST.COM
06:28:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.022413 7073 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6920c10ce5c14f56a52efb7002a2e019: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:28:12.056 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
06:28:12.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.71.190:43489(127.6.71.190:43489)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.71.188:33961(127.6.71.188:33961)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.71.188:33961: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.71.190:43489: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.064450 6991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "22e3543614aa4860a085bb46b6f95f94" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a3ef7cd56e8d46589617c154220fd236" member_type: VOTER last_known_addr { host: "127.6.71.190" port: 43489 } } peers { permanent_uuid: "6920c10ce5c14f56a52efb7002a2e019" member_type: VOTER last_known_addr { host: "127.6.71.189" port: 41631 } } peers { permanent_uuid: "22e3543614aa4860a085bb46b6f95f94" member_type: VOTER last_known_addr { host: "127.6.71.188" port: 33961 } } }
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.065241 6991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e3543614aa4860a085bb46b6f95f94 [sys.catalog]: This master's current role is: LEADER
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:12.072906 7074 negotiation.cc:337] Failed RPC negotiation. Trace:
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.781316 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:42744 (local address 127.6.71.190:43489)
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.794991 (+ 13675us) server_negotiation.cc:206] Beginning negotiation
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.795019 (+ 28us) server_negotiation.cc:399] Waiting for connection header
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.889850 (+ 94831us) server_negotiation.cc:407] Connection header received
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.001637 (+111787us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.001670 (+ 33us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.001903 (+ 233us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.002067 (+ 164us) server_negotiation.cc:226] Negotiated authn=SASL
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.071475 (+ 69408us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:42744: BlockingRecv error: recv got EOF from 127.0.0.1:42744 (error 108)
06:28:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13254,"thread_start_us":13759,"threads_started":1}
06:28:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:12.079037 7076 negotiation.cc:337] Failed RPC negotiation. Trace:
06:28:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.797871 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52042 (local address 127.6.71.188:33961)
06:28:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.818604 (+ 20733us) server_negotiation.cc:206] Beginning negotiation
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.818634 (+ 30us) server_negotiation.cc:399] Waiting for connection header
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.888564 (+ 69930us) server_negotiation.cc:407] Connection header received
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.005252 (+116688us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.005284 (+ 32us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.005523 (+ 239us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:28:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.005677 (+ 154us) server_negotiation.cc:226] Negotiated authn=SASL
06:28:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.077142 (+ 71465us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52042: BlockingRecv error: recv got EOF from 127.0.0.1:52042 (error 108)
06:28:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14849,"thread_start_us":14528,"threads_started":1}
06:28:12.086 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.71.188:33961(127.6.71.188:33961)] handling channelInactive
06:28:12.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.71.189:41631(127.6.71.189:41631)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.71.189:41631: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
06:28:12.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=697), Traces: [0ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.190:43489, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.188:33961, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.189:41631, [656ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.188:33961: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [655ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.190:43489: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [685ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.189:41631: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
06:28:12.115 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=715), Traces: [0ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.190:43489, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.188:33961, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.71.189:41631, [656ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.188:33961: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [655ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.190:43489: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [685ms] Sub RPC ConnectToMaster: received response from server master-127.6.71.189:41631: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
06:28:12.118 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.71.188:33961(127.6.71.188:33961)] disconnecting while in state TERMINATED
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:28:12.118608 7066 negotiation.cc:337] Failed RPC negotiation. Trace:
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.789311 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:48512 (local address 127.6.71.189:41631)
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.790090 (+ 779us) server_negotiation.cc:206] Beginning negotiation
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:11.790124 (+ 34us) server_negotiation.cc:399] Waiting for connection header
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.003476 (+213352us) server_negotiation.cc:407] Connection header received
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.010898 (+ 7422us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.010926 (+ 28us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.011136 (+ 210us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:28:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.011292 (+ 156us) server_negotiation.cc:226] Negotiated authn=SASL
06:28:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:28:12.116832 (+105540us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48512: BlockingRecv error: recv got EOF from 127.0.0.1:48512 (error 108)
06:28:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":202}
06:28:12.121 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.71.190:43489(127.6.71.190:43489)] handling channelInactive
06:28:12.121 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.71.190:43489(127.6.71.190:43489)] disconnecting while in state TERMINATED
06:28:12.121 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.71.189:41631(127.6.71.189:41631)] handling channelInactive
06:28:12.121 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.71.189:41631(127.6.71.189:41631)] disconnecting while in state TERMINATED
06:28:12.125 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:28:12.127 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:28:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.149205 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6762
06:28:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.194885 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6933
06:28:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:12.221665 6430 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6836
06:28:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:28:13Z chronyd exiting
06:28:14.523 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:28:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.525331 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 5987
06:28:14.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.553534 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6149
06:28:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.584087 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 6286
06:28:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.616160 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 5716
06:28:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.651381 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 5786
06:28:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:28:14.684264 5704 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskYZ1X6g/build/tsan/bin/kudu with pid 5861
06:28:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:28:15Z chronyd exiting
06:28:16.975 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
06:28:17.377 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
06:28:17.377 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.71.190:43489,127.6.71.188:33961,127.6.71.189:41631). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more